blob: 67cd029c88439f8e9543f07f6d206d9f46734798 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
16# The goal is to drive the number of exceptions to zero, to make all
17# the bots behave similarly.
18{
John Budorickca14c76f62017-12-09 14:19:1819 'accessibility_unittests': {
20 'remove_from': [
21 'Mac ASan 64 Tests (1)',
22 ],
23 },
Kenneth Russelleb60cbd22017-12-05 07:54:2824 'android_webview_unittests': {
25 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3226 # On chromium.android, these do not need to run prior to M.
Kenneth Russelleb60cbd22017-12-05 07:54:2827 'KitKat Phone Tester (dbg)',
28 'KitKat Phone Tester (rel)',
29 'KitKat Tablet Tester',
John Budorick826d5ed2017-12-28 19:27:3230 # They should be running here, though, once stabilized.
Kenneth Russell8ceeabf2017-12-11 17:53:2831 'Nougat Phone Tester chromium.android',
32 # chromium.android.fyi
33 'x64 Device Tester',
Kenneth Russellfbda3c532017-12-08 23:57:2434 # chromium.clang
35 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:2836 # chromium.fyi
37 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:2838 ],
39 'modifications': {
40 'Lollipop Tablet Tester': {
41 'swarming': {
42 'hard_timeout': 900,
43 },
44 },
Kenneth Russelleb60cbd22017-12-05 07:54:2845 'Marshmallow Tablet Tester': {
46 'swarming': {
47 'hard_timeout': 900,
48 },
49 },
50 },
51 },
Kenneth Russellfbda3c532017-12-08 23:57:2452 'angle_unittests': {
53 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2854 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:5955 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:2856 'Chromium Mac 10.11',
57 'Chromium Mac 10.11 Force Mac Toolchain',
58 'Chromium Mac 10.13',
Kenneth Russellfbda3c532017-12-08 23:57:2459 ],
John Budorickca14c76f62017-12-09 14:19:1860 'modifications': {
61 'Linux ASan LSan Tests (1)': {
62 'swarming': {
63 'shards': 10,
64 },
65 },
66 },
Kenneth Russellfbda3c532017-12-08 23:57:2467 },
68 'app_shell_unittests': {
69 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2870 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:2871 'Out of Process Profiling Windows',
Kenneth Russell8ceeabf2017-12-11 17:53:2872 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:1873 ],
74 },
James Cookf225c322018-02-22 00:05:5075 'mash_ash_unittests': {
John Budorickca14c76f62017-12-09 14:19:1876 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:2477 ],
78 },
79 'aura_unittests': {
80 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2881 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:2882 'Out of Process Profiling Windows',
83 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:2484 ],
85 },
Kenneth Russelleb60cbd22017-12-05 07:54:2886 'base_unittests': {
87 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:2488 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:2889 'KitKat Tablet Tester': {
90 'swarming': {
91 'hard_timeout': 300,
92 },
93 },
94 'Lollipop Tablet Tester': {
95 'swarming': {
96 'hard_timeout': 600,
97 },
98 },
Kenneth Russelleb60cbd22017-12-05 07:54:2899 'Marshmallow Phone Tester (rel)': {
100 'swarming': {
101 'hard_timeout': 960,
102 },
103 },
104 'Marshmallow Tablet Tester': {
105 'swarming': {
106 'hard_timeout': 600,
107 },
108 },
Kenneth Russellfbda3c532017-12-08 23:57:24109 # chromium.clang
110 'ToTMac': {
111 'swarming': {
112 'shards': 5,
113 },
114 },
Kenneth Russell8ceeabf2017-12-11 17:53:28115 # chromium.fyi
116 'Out of Process Profiling Mac': {
117 'swarming': {
118 'shards': 5,
119 },
120 },
Kenneth Russelleb60cbd22017-12-05 07:54:28121 },
122 },
John Budorickca14c76f62017-12-09 14:19:18123 'blink_heap_unittests': {
124 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:18125 # chromium.clang
126 'CrWinAsan',
127 'CrWinAsan(dll)',
128 'CrWinAsanCov',
129 'ToTLinuxMSan',
John Budorickca14c76f62017-12-09 14:19:18130 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46131 'Linux TSan Tests', # https://crbug.com/831674
John Budorickca14c76f62017-12-09 14:19:18132 ],
133 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28134 # chromium.android
John Budorickca14c76f62017-12-09 14:19:18135 'KitKat Phone Tester (dbg)': {
136 'swarming': {
137 'hard_timeout': 180,
138 },
139 },
140 'KitKat Phone Tester (rel)': {
141 'swarming': {
142 'hard_timeout': 180,
143 },
144 },
145 'Marshmallow Phone Tester (rel)': {
146 'swarming': {
147 'hard_timeout': 960,
148 },
149 },
Kenneth Russell8ceeabf2017-12-11 17:53:28150 # chromium.android.fyi
151 'x86 Cloud Tester': {
152 'swarming': {
153 'hard_timeout': 120,
154 },
155 },
John Budorickca14c76f62017-12-09 14:19:18156 },
157 },
158 'blink_platform_unittests': {
159 'remove_from': [
160 # chromium.clang
161 'CrWinAsan',
162 'CrWinAsan(dll)',
163 'CrWinAsanCov',
164 'ToTLinuxMSan',
John Budorickca14c76f62017-12-09 14:19:18165 ],
166 },
167 'boringssl_crypto_tests': {
168 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:18169 # chromium.chromiumos
170 'Linux ChromiumOS Tests (dbg)(1)',
171 'linux-chromeos-dbg',
172 'linux-chromeos-rel',
173 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
174 'Mac10.12 Tests',
John Budorickca14c76f62017-12-09 14:19:18175 ],
176 },
177 'boringssl_ssl_tests': {
178 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:18179 # chromium.chromiumos
180 'Linux ChromiumOS Tests (dbg)(1)',
181 'linux-chromeos-dbg',
182 'linux-chromeos-rel',
183 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
184 'Mac10.12 Tests',
John Budorickca14c76f62017-12-09 14:19:18185 ],
186 },
Kenneth Russelleb60cbd22017-12-05 07:54:28187 'breakpad_unittests': {
188 'modifications': {
189 'KitKat Tablet Tester': {
190 'swarming': {
191 'hard_timeout': 60,
192 },
193 },
194 'Lollipop Tablet Tester': {
195 'swarming': {
196 'hard_timeout': 60,
197 },
198 },
199 'Marshmallow Tablet Tester': {
200 'swarming': {
201 'hard_timeout': 60,
202 },
203 },
204 },
205 },
206 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24207 'remove_from': [
208 # chromium.clang
209 'CrWinAsanCov',
Nico Weber3af4da72018-02-27 01:59:41210 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24211 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:13212 'UBSanVptr Linux',
John Budorickca14c76f62017-12-09 14:19:18213 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46214 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11215 # chromium.win
216 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24217 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28218 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28219 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34220 'Linux ChromiumOS Tests (dbg)(1)': {
221 'swarming': {
222 'shards': 20,
223 },
224 },
225 'linux-chromeos-dbg': {
226 'swarming': {
227 'shards': 20,
228 },
229 },
Kenneth Russellfbda3c532017-12-08 23:57:24230 'ToTWin(dbg)': {
231 'swarming': {
232 'shards': 20,
233 },
234 },
235 'ToTWin64(dbg)': {
236 'swarming': {
237 'shards': 20,
238 },
239 },
240 'ToTLinuxThinLTO': {
241 # TODO(kbr): remove this spurious filter.
242 'args': [
243 '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
244 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28245 },
246 # chromium.fyi
247 'Out of Process Profiling Linux': {
Kenneth Russellfbda3c532017-12-08 23:57:24248 'swarming': {
Kenneth Russell8ceeabf2017-12-11 17:53:28249 'shards': 5,
Kenneth Russellfbda3c532017-12-08 23:57:24250 },
251 },
Kenneth Russell8ceeabf2017-12-11 17:53:28252 'ThinLTO Linux ToT': {
253 # TODO(kbr): remove this spurious filter.
254 'args': [
255 '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
256 ],
257 },
Elly Fong-Jones298674d2018-04-24 17:06:00258 'Mac10.11 Tests': {
259 'args': [
260 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
261 ],
262 },
263 'Mac10.12 Tests': {
264 'args': [
265 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
266 ],
267 },
John Budorickca14c76f62017-12-09 14:19:18268 # chromium.memory
John Budorick5052d552017-12-13 02:59:34269 'Linux ASan LSan Tests (1)': {
270 # These are very slow on the ASAN trybot for some reason.
271 # crbug.com/794372
272 'swarming': {
273 'shards': 30,
274 },
275 },
John Budorickca14c76f62017-12-09 14:19:18276 'Linux Chromium OS ASan LSan Tests (1)': {
277 'args': [
278 '--test-launcher-filter-file=../../testing/buildbot/filters/browser_tests_cros_asan.filter',
279 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28280 },
John Budorickca14c76f62017-12-09 14:19:18281 'Mac ASan 64 Tests (1)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28282 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18283 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28284 },
285 },
Dirk Pranke8fd63c12017-12-10 18:06:27286 # client.v8.chromium
287 'Linux - Future (dbg)': {
288 'swarming': {
289 'shards': 10,
290 },
291 },
Kenneth Russell8ceeabf2017-12-11 17:53:28292 # chromium.win
293 'Win7 Tests (dbg)(1)': {
294 'swarming': {
295 'shards': 20,
296 },
297 },
Kenneth Russelleb60cbd22017-12-05 07:54:28298 },
299 },
Kenneth Russelleb60cbd22017-12-05 07:54:28300 'cacheinvalidation_unittests': {
301 'remove_from': [
302 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28303 # chromium.android:
304 'KitKat Phone Tester (dbg)',
305 'KitKat Phone Tester (rel)',
306 'KitKat Tablet Tester',
307 'Lollipop Phone Tester',
308 'Lollipop Tablet Tester',
309 'Marshmallow 64 bit Tester',
310 'Marshmallow Phone Tester (rel)',
311 'Marshmallow Tablet Tester',
312 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28313 # chromium.android.fyi
314 'Jelly Bean Tester',
315 'Lollipop Consumer Tester',
316 'Lollipop Low-end Tester',
317 'Unswarmed N5 Tests Dummy Builder',
318 'Unswarmed N5X Tests Dummy Builder',
319 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:28320 ],
321 },
322 'capture_unittests': {
323 'modifications': {
324 'KitKat Tablet Tester': {
325 'swarming': {
326 'hard_timeout': 120,
327 },
328 },
329 'Marshmallow Tablet Tester': {
330 'swarming': {
331 'hard_timeout': 120,
332 },
333 },
334 },
335 },
336 'cast_shell_browsertests': {
337 'modifications': {
338 'Cast Audio Linux': {
339 'args': [
340 '--enable-local-file-accesses',
341 '--ozone-platform=headless',
342 '--no-sandbox',
343 '--test-launcher-jobs=1',
344 ],
345 'swarming': {
346 'can_use_on_swarming_builders': False,
347 },
348 },
349 'Cast Linux': {
350 'args': [
351 '--enable-local-file-accesses',
352 '--ozone-platform=cast',
353 '--no-sandbox',
354 '--test-launcher-jobs=1',
355 ],
356 'swarming': {
357 'can_use_on_swarming_builders': False,
358 },
359 },
360 },
361 },
362 'cast_unittests': {
363 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34364 # chromium.chromiumos
365 'Linux ChromiumOS Tests (dbg)(1)',
366 'linux-chromeos-dbg',
367 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:28368 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28369 # TODO(kbr): why are the cast unit tests not run on the Cast bots?!
370 'Cast Audio Linux',
371 'Cast Linux',
Kenneth Russellfbda3c532017-12-08 23:57:24372 # chromium.clang
Peter Collingbourne6e3a081d2018-02-16 19:54:33373 'ToTAndroidCFI',
Kenneth Russellfbda3c532017-12-08 23:57:24374 'ToTLinuxThinLTO',
Kenneth Russell8ceeabf2017-12-11 17:53:28375 # chromium.fyi
376 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:28377 ],
378 },
379 'cc_unittests': {
Kenneth Russell56a3e862017-12-08 03:11:34380 'remove_from': [
381 # chromium.chromiumos
382 'Linux ChromiumOS Tests (dbg)(1)',
383 'linux-chromeos-dbg',
384 'linux-chromeos-rel',
385 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28386 },
Dirk Pranke1b767092017-12-07 04:44:23387 'checkbins': {
388 'remove_from': [
389 'Linux x64',
390 'Mac',
391 ],
392 },
Kenneth Russell8ceeabf2017-12-11 17:53:28393 'chrome_app_unittests': {
394 'remove_from': [
395 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59396 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28397 'Chromium Mac 10.11',
398 'Chromium Mac 10.11 Force Mac Toolchain',
399 'Chromium Mac 10.13',
400 'Out of Process Profiling Mac',
401 ],
402 },
Kenneth Russellfbda3c532017-12-08 23:57:24403 'chrome_elf_import_unittests': {
404 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28405 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28406 'Out of Process Profiling Windows',
407 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24408 ],
409 },
Kenneth Russelleb60cbd22017-12-05 07:54:28410 'chrome_public_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28411 'remove_gtest_from': [
412 # chromium.android.fyi
413 'Jelly Bean Tester',
414 'Lollipop Consumer Tester',
415 'Unswarmed N5 Tests Dummy Builder',
416 'Unswarmed N5X Tests Dummy Builder',
417 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28418 'remove_from': [
Peter Collingbourne6e3a081d2018-02-16 19:54:33419 # chromium.clang
420 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:58421 # chromium.memory
422 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:28423 ],
Kenneth Russellfbda3c532017-12-08 23:57:24424 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28425 # chromium.android.fyi
426 'Lollipop Low-end Tester': [
427 'args',
428 ],
429 'Nougat Phone Tester': [
430 'args',
431 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28432 'x86 Cloud Tester': [
433 'args',
434 ],
Kenneth Russellfbda3c532017-12-08 23:57:24435 },
Kenneth Russelleb60cbd22017-12-05 07:54:28436 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28437 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28438 'KitKat Phone Tester (dbg)': {
439 'swarming': {
440 'shards': 20,
441 },
442 },
443 'KitKat Phone Tester (rel)': {
444 'swarming': {
445 'shards': 12,
446 },
447 },
448 'KitKat Tablet Tester': {
449 'swarming': {
450 'hard_timeout': 2400,
451 },
452 },
453 'Lollipop Phone Tester': {
454 'swarming': {
455 'hard_timeout': 1800,
456 },
457 },
458 'Lollipop Tablet Tester': {
459 'swarming': {
460 'hard_timeout': 1800,
461 },
462 },
463 'Marshmallow 64 bit Tester': {
Benjamin Pasteneca1963002018-04-18 18:58:24464 # TODO(crbug.com/731759): Enable this once we're confident that it
465 # passes.
466 'experiment_percentage': 100,
Kenneth Russelleb60cbd22017-12-05 07:54:28467 'swarming': {
468 'hard_timeout': 1200,
469 'shards': 14,
470 },
471 },
John Budorick34009472018-04-03 17:38:44472 'Marshmallow Phone Tester (rel)': {
473 # TODO(crbug.com/731759): Enable this once we're confident that it
474 # passes.
475 'experiment_percentage': 100,
476 },
Kenneth Russelleb60cbd22017-12-05 07:54:28477 'Marshmallow Tablet Tester': {
478 'swarming': {
479 'hard_timeout': 1800,
480 },
481 },
Kenneth Russell8ceeabf2017-12-11 17:53:28482 # chromium.android.fyi
483 'Android Tests with Tracing': {
484 'args': [
485 '-f',
486 'ContextualSearchTapEventTest#*',
487 ],
488 'trace_output': True,
489 },
490 'Lollipop Low-end Tester': {
491 'swarming': {
492 'hard_timeout': 0,
493 'shards': 6,
494 },
495 },
496 'Nougat Phone Tester': {
497 'swarming': {
498 'hard_timeout': 1200,
499 'shards': 8,
500 },
501 },
502 'x64 Device Tester': {
503 'swarming': {
504 'hard_timeout': 0,
505 'shards': 1,
506 },
507 },
508 'x86 Cloud Tester': {
509 'swarming': {
510 'hard_timeout': 1200,
511 'shards': 1,
512 },
513 },
Kenneth Russellfbda3c532017-12-08 23:57:24514 # chromium.clang
515 'ToTAndroid x64': {
516 'swarming': {
517 'shards': 1,
518 'hard_timeout': 0,
519 },
520 },
Kenneth Russell8ceeabf2017-12-11 17:53:28521 # chromium.fyi
522 'Out of Process Profiling Android': {
523 'swarming': {
524 'shards': 1,
525 'hard_timeout': 0,
526 },
527 },
John Budorick34009472018-04-03 17:38:44528 # chromium.swarm
529 'Android N5X Swarm': {
530 # TODO(crbug.com/731759): Enable this once we're confident that it
531 # passes.
532 'experiment_percentage': 100,
533 },
Kenneth Russelleb60cbd22017-12-05 07:54:28534 },
535 },
536 'chrome_public_test_vr_apk': {
537 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24538 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28539 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28540 'KitKat Tablet Tester',
541 'Lollipop Tablet Tester',
542 'Marshmallow Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28543 # chromium.android.fyi
544 'Jelly Bean Tester',
545 'Lollipop Consumer Tester',
546 'Lollipop Low-end Tester',
547 'Nougat Phone Tester chromium.android.fyi',
548 'Unswarmed N5 Tests Dummy Builder',
549 'Unswarmed N5X Tests Dummy Builder',
550 'x64 Device Tester',
551 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:24552 # chromium.clang
553 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:28554 # chromium.fyi
555 'Out of Process Profiling Android',
bsheedy528011ac2018-03-02 22:04:36556 # chromium.memory
557 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:28558 ],
559 'modifications': {
bsheedy553a1d52018-03-05 20:27:21560 'KitKat Phone Tester (rel)': {
561 'args': [
562 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
563 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
564 ],
bsheedy553a1d52018-03-05 20:27:21565 'swarming': {
566 'hard_timeout': 1920,
567 },
568 },
Kenneth Russelleb60cbd22017-12-05 07:54:28569 'Lollipop Phone Tester': {
570 'args': [
571 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
572 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
Kenneth Russelleb60cbd22017-12-05 07:54:28573 ],
574 'swarming': {
575 'hard_timeout': 1920,
576 },
577 },
578 'Marshmallow 64 bit Tester': {
579 'args': [
580 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
581 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
582 ],
583 },
584 'Marshmallow Phone Tester (rel)': {
585 'args': [
586 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
587 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
588 ],
589 'swarming': {
590 'hard_timeout': 1200,
591 },
592 },
593 },
594 },
595 'chrome_sync_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28596 'remove_gtest_from': [
597 # chromium.android.fyi
598 'Jelly Bean Tester',
599 'Lollipop Consumer Tester',
600 'Unswarmed N5 Tests Dummy Builder',
601 'Unswarmed N5X Tests Dummy Builder',
602 ],
Kenneth Russellfbda3c532017-12-08 23:57:24603 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28604 # chromium.android.fyi
605 'Lollipop Low-end Tester': [
606 'args',
607 ],
608 'Nougat Phone Tester': [
609 'args',
610 ],
611 'x64 Device Tester': [
612 'args',
613 ],
614 'x86 Cloud Tester': [
615 'args',
616 ],
Kenneth Russellfbda3c532017-12-08 23:57:24617 },
Kenneth Russelleb60cbd22017-12-05 07:54:28618 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24619 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28620 'KitKat Phone Tester (dbg)': {
621 'swarming': {
622 'shards': 2,
623 },
624 },
625 'KitKat Tablet Tester': {
626 'swarming': {
627 'hard_timeout': 1200,
628 },
629 },
630 'Lollipop Tablet Tester': {
631 'swarming': {
632 'hard_timeout': 1200,
633 },
634 },
635 'Marshmallow Tablet Tester': {
636 'swarming': {
637 'hard_timeout': 1200,
638 },
639 },
Kenneth Russell8ceeabf2017-12-11 17:53:28640 # chromium.android.fyi
641 'Lollipop Low-end Tester': {
642 'swarming': {
643 'hard_timeout': 0,
644 },
645 },
646 'x64 Device Tester': {
647 'swarming': {
648 'hard_timeout': 0,
649 },
650 },
651 'x86 Cloud Tester': {
652 'swarming': {
653 'hard_timeout': 600,
654 },
655 },
Kenneth Russellfbda3c532017-12-08 23:57:24656 # chromium.clang
657 'ToTAndroid x64': {
658 'swarming': {
659 'hard_timeout': 0,
660 },
661 },
662 'ToTAndroidCFI': {
663 'swarming': {
664 'hard_timeout': 0,
665 },
666 },
Kenneth Russell8ceeabf2017-12-11 17:53:28667 # chromium.fyi
668 'Out of Process Profiling Android': {
669 'swarming': {
670 'hard_timeout': 0,
671 },
672 },
Peter Collingbournee07e84e82018-02-23 20:28:58673 # chromium.memory
674 'Android CFI': {
675 'swarming': {
676 'hard_timeout': 0,
677 },
678 },
Kenneth Russelleb60cbd22017-12-05 07:54:28679 },
680 },
Kenneth Russell56a3e862017-12-08 03:11:34681 'chromedriver_unittests': {
682 'remove_from': [
683 # chromium.chromiumos
684 'Linux ChromiumOS Tests (dbg)(1)',
685 'linux-chromeos-dbg',
686 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24687 # chromium.clang
688 'ToTLinuxASan',
Kenneth Russell56a3e862017-12-08 03:11:34689 ],
690 },
Kenneth Russelleb60cbd22017-12-05 07:54:28691 'components_background_task_scheduler_junit_tests': {
692 'remove_from': [
693 # On chromium.android, unclear why these aren't run on all bots.
694 'KitKat Phone Tester (dbg)',
695 'KitKat Tablet Tester',
696 'Lollipop Phone Tester',
697 'Lollipop Tablet Tester',
698 'Marshmallow 64 bit Tester',
699 'Marshmallow Phone Tester (rel)',
700 'Marshmallow Tablet Tester',
701 'Nougat Phone Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:28702 ],
703 },
704 'components_browsertests': {
705 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34706 # chromium.chromiumos
707 'Linux ChromiumOS Tests (dbg)(1)',
708 'linux-chromeos-dbg',
709 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24710 # chromium.clang
711 'ToTLinux',
712 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:24713 'ToTLinuxMSan',
Kenneth Russellfbda3c532017-12-08 23:57:24714 'ToTMac',
715 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:28716 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59717 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28718 'Chromium Mac 10.11',
719 'Chromium Mac 10.11 Force Mac Toolchain',
720 'Chromium Mac 10.13',
721 'Out of Process Profiling Linux',
722 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:28723 # On chromium.linux, unclear why these aren't run on the Cast bots.
724 'Cast Audio Linux',
725 'Cast Linux',
726 'Linux Tests (dbg)(1)(32)',
Kenneth Russell56a3e862017-12-08 03:11:34727 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:28728 'Win7 Tests (dbg)(1)',
John Budorickca14c76f62017-12-09 14:19:18729 # chromium.memory
730 'Linux ASan LSan Tests (1)',
731 'Linux ASan Tests (sandboxed)',
732 'Linux Chromium OS ASan LSan Tests (1)',
733 'Linux ChromiumOS MSan Tests',
734 'Linux MSan Tests',
735 'Linux TSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:28736 ],
737 'modifications': {
738 'KitKat Tablet Tester': {
739 'swarming': {
740 'hard_timeout': 600,
741 },
742 },
743 'Lollipop Tablet Tester': {
744 'swarming': {
745 'hard_timeout': 600,
746 },
747 },
748 'Marshmallow Phone Tester (rel)': {
749 'swarming': {
750 'hard_timeout': 960,
751 },
752 },
753 'Marshmallow Tablet Tester': {
754 'swarming': {
755 'hard_timeout': 600,
756 },
757 },
758 },
759 },
760 'components_unittests': {
761 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24762 # chromium.clang
763 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:13764 'UBSanVptr Linux',
Kenneth Russelleb60cbd22017-12-05 07:54:28765 # On chromium.linux, unclear why these aren't run on the Cast bots.
766 'Cast Audio Linux',
767 'Cast Linux',
768 ],
769 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28770 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28771 'KitKat Tablet Tester': {
772 'swarming': {
773 'hard_timeout': 1500,
774 },
775 },
776 'Lollipop Phone Tester': {
777 'swarming': {
778 'hard_timeout': 960,
779 },
780 },
781 'Lollipop Tablet Tester': {
782 'swarming': {
783 'hard_timeout': 1200,
784 },
785 },
786 'Marshmallow 64 bit Tester': {
787 'swarming': {
788 'hard_timeout': 960,
789 },
790 },
791 'Marshmallow Phone Tester (rel)': {
792 'swarming': {
793 'hard_timeout': 960,
794 },
795 },
796 'Marshmallow Tablet Tester': {
797 'swarming': {
798 'hard_timeout': 1500,
799 },
800 },
Kenneth Russell8ceeabf2017-12-11 17:53:28801 # chromium.android.fyi
802 'Lollipop Low-end Tester': {
803 'swarming': {
804 'hard_timeout': 0,
805 'shards': 1,
806 },
807 },
808 'Nougat Phone Tester': {
809 'swarming': {
810 'hard_timeout': 960,
811 'shards': 1,
812 },
813 },
814 'x64 Device Tester': {
815 'swarming': {
816 'hard_timeout': 0,
817 'shards': 1,
818 },
819 },
820 'x86 Cloud Tester': {
821 'swarming': {
822 'hard_timeout': 0,
823 'shards': 1,
824 },
825 },
John Budorick5052d552017-12-13 02:59:34826 # chromium.memory
827 'Linux ASan LSan Tests (1)': {
828 # These are very slow on the ASAN trybot for some reason.
829 # crbug.com/794372
830 'swarming': {
831 'shards': 5,
832 },
833 },
Kenneth Russelleb60cbd22017-12-05 07:54:28834 },
835 },
Kenneth Russellfbda3c532017-12-08 23:57:24836 'compositor_unittests': {
837 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28838 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28839 'Out of Process Profiling Windows',
840 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24841 ],
842 },
Kenneth Russelleb60cbd22017-12-05 07:54:28843 'content_browsertests': {
844 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24845 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28846 'KitKat Tablet Tester': {
847 'swarming': {
848 'hard_timeout': 1800,
849 'shards': 6,
850 },
851 },
852 'Lollipop Phone Tester': {
853 'swarming': {
854 'hard_timeout': 1800,
855 'shards': 6,
856 },
857 },
858 'Lollipop Tablet Tester': {
859 'swarming': {
860 'hard_timeout': 1800,
861 'shards': 6,
862 },
863 },
864 'Marshmallow 64 bit Tester': {
865 'swarming': {
866 'hard_timeout': 1200,
867 'shards': 6,
868 },
869 },
870 'Marshmallow Phone Tester (rel)': {
871 'swarming': {
872 'hard_timeout': 1200,
873 'shards': 6,
874 },
875 },
876 'Marshmallow Tablet Tester': {
877 'swarming': {
878 'hard_timeout': 1800,
879 'shards': 6,
880 },
881 },
Kenneth Russell8ceeabf2017-12-11 17:53:28882 # chromium.android.fyi
883 'Lollipop Low-end Tester': {
884 'swarming': {
885 'hard_timeout': 0,
886 'shards': 4,
887 },
888 },
889 'Nougat Phone Tester': {
890 'swarming': {
891 'hard_timeout': 1200,
892 'shards': 6,
893 },
894 },
895 'Unswarmed N5 Tests Dummy Builder': {
896 'args': [
897 '--shard-timeout',
898 '600',
899 ],
900 },
901 'Unswarmed N5X Tests Dummy Builder': {
902 'args': [
903 '--shard-timeout',
904 '600',
905 ],
906 },
907 'x64 Device Tester': {
908 'swarming': {
909 'hard_timeout': 0,
910 'shards': 1,
911 },
912 },
913 'x86 Cloud Tester': {
914 'swarming': {
915 'hard_timeout': 960,
916 'shards': 1,
917 },
918 },
919 # chromium.chromiumos
920 'Linux ChromiumOS Tests (dbg)(1)': {
921 'swarming': {
922 'shards': 2,
923 },
924 },
925 'Linux TSan Tests': {
926 'swarming': {
927 'shards': 5,
928 },
929 },
930 'linux-chromeos-dbg': {
931 'swarming': {
932 'shards': 2,
933 },
934 },
935 'linux-chromeos-rel': {
Kenneth Russelleb60cbd22017-12-05 07:54:28936 'swarming': {
937 'shards': 2,
938 },
939 },
Kenneth Russellfbda3c532017-12-08 23:57:24940 # chromium.clang
941 'ToTLinuxUBSanVptr': {
942 'swarming': {
943 'shards': 5,
944 },
945 },
Nico Weber825c6d02018-05-01 14:54:31946 'linux-win_cross-rel': {
947 # content_browsertests sometimes times out without this override on
948 # the cross bot, probably because of https://crbug.com/803591,
949 # see also https://crbug.com/838559
950 # TODO(thakis): Remove this once 803591 is fixed.
951 'swarming': {
952 'shards': 5,
953 },
954 },
Kenneth Russellfbda3c532017-12-08 23:57:24955 # chromium.linux
956 'Cast Audio Linux': {
957 'args': [
958 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
959 ],
960 'swarming': {
961 'can_use_on_swarming_builders': False,
962 },
963 },
964 'Cast Linux': {
965 'args': [
966 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
967 ],
968 'swarming': {
969 'can_use_on_swarming_builders': False,
970 },
971 },
John Budorickca14c76f62017-12-09 14:19:18972 # chromium.memory
John Budorick5052d552017-12-13 02:59:34973 'Linux ASan LSan Tests (1)': {
974 # These are very slow on the ASAN trybot for some reason.
975 # crbug.com/794372
976 'swarming': {
977 'shards': 4,
978 },
979 },
Yuke Liao47450ee2018-03-21 19:32:11980 'Linux Chromium OS ASan LSan Tests (1)': {
981 # content_browsertests is slow on ASAN try bot. crbug.com/822461.
982 'swarming': {
983 'shards': 4,
984 }
985 },
John Budorickca14c76f62017-12-09 14:19:18986 'Mac ASan 64 Tests (1)': {
987 'swarming': {
988 'shards': 2,
989 },
990 },
Kenneth Russell8ceeabf2017-12-11 17:53:28991 # chromium.win
992 'Win7 Tests (dbg)(1)': {
993 'swarming': {
994 'shards': 2,
995 },
996 },
Kenneth Russelleb60cbd22017-12-05 07:54:28997 },
998 },
John Budorickca14c76f62017-12-09 14:19:18999 'content_browsertests --mus': {
1000 'remove_from': [
1001 # chromium.memory
1002 'Linux Chromium OS ASan LSan Tests (1)',
1003 ],
1004 },
Kenneth Russelleb60cbd22017-12-05 07:54:281005 'content_shell_crash_test': {
1006 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241007 # chromium.clang
1008 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:281009 # chromium.fyi
1010 'Chromium Mac 10.11',
1011 'Chromium Mac 10.13',
1012 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281013 # On chromium.linux, unclear why these only run on "Linux Tests".
1014 'Linux Tests (dbg)(1)',
1015 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b232018-03-03 02:59:141016 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:281017 'Mac10.10 Tests',
1018 'Mac10.11 Tests',
1019 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141020 'Mac10.13 Tests (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281021 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
1022 'Win 7 Tests x64 (1)',
1023 'Win10 Tests x64',
1024 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:271025 # client.v8.chromium
1026 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281027 ],
Shenghua Zhangd0d97a32018-02-23 00:33:581028 'modifications': {
Shenghua Zhangbd6f1b232018-03-03 02:59:141029 'Mac10.13 Tests': {
Shenghua Zhangd0d97a32018-02-23 00:33:581030 # Remove this once the tests is not flaky on Mac os 10.13
1031 # See crbug.com/813163
1032 'experiment_percentage': 100,
1033 },
1034 }
Kenneth Russelleb60cbd22017-12-05 07:54:281035 },
1036 'content_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:281037 'remove_gtest_from': [
1038 # chromium.android.fyi
1039 'Jelly Bean Tester',
1040 'Lollipop Consumer Tester',
1041 'Unswarmed N5 Tests Dummy Builder',
1042 'Unswarmed N5X Tests Dummy Builder',
1043 ],
Kenneth Russellfbda3c532017-12-08 23:57:241044 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:281045 # chromium.android.fyi
1046 'Lollipop Low-end Tester': [
1047 'args',
1048 ],
1049 'Nougat Phone Tester': [
1050 'args',
1051 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281052 'x86 Cloud Tester': [
1053 'args',
1054 ],
Kenneth Russellfbda3c532017-12-08 23:57:241055 },
Kenneth Russelleb60cbd22017-12-05 07:54:281056 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241057 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281058 'KitKat Tablet Tester': {
1059 'swarming': {
Benjamin Pastene0531d9092018-03-07 22:08:341060 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:281061 'shards': 2,
1062 },
1063 },
1064 'Lollipop Phone Tester': {
1065 'swarming': {
1066 'shards': 2,
1067 },
1068 },
1069 'Lollipop Tablet Tester': {
1070 'swarming': {
1071 'hard_timeout': 1200,
1072 'shards': 2,
1073 },
1074 },
1075 'Marshmallow Tablet Tester': {
1076 'swarming': {
1077 'hard_timeout': 1500,
1078 'shards': 2,
1079 },
1080 },
Kenneth Russell8ceeabf2017-12-11 17:53:281081 # chromium.android.fyi
1082 'Lollipop Low-end Tester': {
1083 'swarming': {
1084 'hard_timeout': 0,
1085 'shards': 1,
1086 },
1087 },
1088 'Nougat Phone Tester': {
1089 'swarming': {
1090 'hard_timeout': 1200,
1091 'shards': 4,
1092 },
1093 },
1094 'x64 Device Tester': {
1095 'swarming': {
1096 'hard_timeout': 0,
1097 'shards': 1,
1098 },
1099 },
1100 'x86 Cloud Tester': {
1101 'swarming': {
1102 'hard_timeout': 1920,
1103 'shards': 1,
1104 },
1105 },
Kenneth Russellfbda3c532017-12-08 23:57:241106 # chromium.clang
1107 'ToTAndroid x64': {
1108 'swarming': {
1109 'hard_timeout': 0,
1110 'shards': 1,
1111 },
1112 },
1113 'ToTAndroidCFI': {
1114 'swarming': {
1115 'hard_timeout': 0,
1116 'shards': 1,
1117 },
1118 },
Kenneth Russell8ceeabf2017-12-11 17:53:281119 # chromium.fyi
1120 'Out of Process Profiling Android': {
1121 'swarming': {
1122 'hard_timeout': 0,
1123 'shards': 1,
1124 },
1125 },
Peter Collingbournee07e84e82018-02-23 20:28:581126 # chromium.memory
1127 'Android CFI': {
1128 'swarming': {
1129 'hard_timeout': 0,
1130 'shards': 1,
1131 },
1132 },
Kenneth Russelleb60cbd22017-12-05 07:54:281133 },
1134 },
1135 'content_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:591136 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281137 # chromium.fyi
1138 'Fuchsia (dbg)',
1139 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:591140 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281141 'modifications': {
Dirk Pranke20eae9a72017-12-09 18:12:141142 # TODO(dpranke) - on chromium.swarm, remove this exception.
1143 'Android N5X Swarm': {
1144 'swarming': {
1145 'shards': 4,
1146 },
1147 },
Kenneth Russell8ceeabf2017-12-11 17:53:281148 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281149 'KitKat Tablet Tester': {
1150 'swarming': {
1151 'hard_timeout': 1200,
1152 },
1153 },
1154 'Lollipop Tablet Tester': {
1155 'swarming': {
1156 'hard_timeout': 1200,
1157 },
1158 },
1159 'Marshmallow Tablet Tester': {
1160 'swarming': {
1161 'hard_timeout': 1500,
1162 },
1163 },
Kenneth Russell8ceeabf2017-12-11 17:53:281164 # chromium.android.fyi
1165 'Lollipop Low-end Tester': {
1166 'swarming': {
1167 'hard_timeout': 0,
1168 },
1169 },
1170 'Nougat Phone Tester': {
1171 'swarming': {
1172 'hard_timeout': 1200,
1173 'shards': 2,
1174 },
1175 },
1176 'x64 Device Tester': {
1177 'swarming': {
1178 'hard_timeout': 0,
1179 },
1180 },
1181 'x86 Cloud Tester': {
1182 'swarming': {
1183 'hard_timeout': 0,
1184 },
1185 },
1186 # chromium.fyi
1187 'Site Isolation Android': {
1188 'swarming': {
1189 'hard_timeout': 0,
1190 },
1191 },
John Budorick5052d552017-12-13 02:59:341192 # chromium.memory
1193 'Linux ASan LSan Tests (1)': {
1194 # These are slow on the ASAN trybot for some reason.
1195 # crbug.com/794372
1196 'swarming': {
1197 'shards': 2,
1198 },
1199 },
Kenneth Russelleb60cbd22017-12-05 07:54:281200 },
1201 },
Kenneth Russellfbda3c532017-12-08 23:57:241202 'crashpad_tests': {
1203 'remove_from': [
1204 # chromium.clang
1205 'CrWinAsan',
1206 'CrWinAsan(dll)',
1207 'CrWinAsanCov',
Nico Weber12522852018-02-24 13:35:221208 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:241209 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281210 # chromium.fyi
1211 'Chromium Win 10 GCE Tests',
Kenneth Russellfbda3c532017-12-08 23:57:241212 ],
1213 },
Kenneth Russell8ceeabf2017-12-11 17:53:281214 'cronet_test_instrumentation_apk': {
1215 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281216 'Android Cronet Builder (dbg) chromium.android.fyi': {
1217 'swarming': {
1218 'hard_timeout': 1200,
1219 'shards': 2,
1220 },
1221 },
1222 'Android Cronet KitKat Builder chromium.android.fyi': {
1223 'swarming': {
1224 'hard_timeout': 1200,
1225 'shards': 2,
1226 },
1227 },
1228 },
1229 },
Kenneth Russelleb60cbd22017-12-05 07:54:281230 'crypto_unittests': {
1231 'remove_from': [
1232 # TODO(kbr): these tests aren't run on Android except on one bot
1233 # on chromium.android.fyi, which might just be an accident.
1234 # Consider moving it to non_android_chromium_gtests.
Kenneth Russelleb60cbd22017-12-05 07:54:281235 'KitKat Phone Tester (dbg)',
1236 'KitKat Phone Tester (rel)',
1237 'KitKat Tablet Tester',
1238 'Lollipop Phone Tester',
1239 'Lollipop Tablet Tester',
1240 'Marshmallow 64 bit Tester',
1241 'Marshmallow Phone Tester (rel)',
1242 'Marshmallow Tablet Tester',
1243 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281244 # chromium.android.fyi
1245 'Jelly Bean Tester',
1246 'Lollipop Consumer Tester',
1247 'Lollipop Low-end Tester',
1248 'Unswarmed N5 Tests Dummy Builder',
1249 'Unswarmed N5X Tests Dummy Builder',
1250 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:281251 # TODO(kbr): on chromium.linux, it's unclear why these show up on "Cast
1252 # Audio Linux" at all, since they're supposed to be compiled out for
1253 # Chromecast.
1254 ],
1255 },
1256 'dbus_unittests': {
1257 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241258 # chromium.clang
1259 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241260 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281261 'Linux Tests (dbg)(1)(32)',
1262 ],
1263 },
1264 'device_unittests': {
1265 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241266 # chromium.clang
1267 'ToTMac',
1268 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281269 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591270 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281271 'Chromium Mac 10.11',
1272 'Chromium Mac 10.11 Force Mac Toolchain',
1273 'Chromium Mac 10.13',
1274 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241275 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281276 'Win7 Tests (dbg)(1)',
1277 ],
1278 'modifications': {
1279 'KitKat Tablet Tester': {
1280 'swarming': {
1281 'hard_timeout': 120,
1282 },
1283 },
1284 'Marshmallow Phone Tester (rel)': {
1285 'swarming': {
1286 'hard_timeout': 960,
1287 },
1288 },
1289 'Marshmallow Tablet Tester': {
1290 'swarming': {
1291 'hard_timeout': 120,
1292 },
1293 },
1294 },
1295 },
1296 'devtools_closure_compile': {
1297 'remove_from': [
1298 # On chromium.linux, unclear why these only run on "Linux Tests".
1299 'Linux Tests (dbg)(1)',
1300 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271301 # client.v8.chromium
1302 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281303 ],
1304 },
1305 'devtools_eslint': {
1306 'remove_from': [
1307 # On chromium.linux, unclear why these only run on "Linux Tests".
1308 'Linux Tests (dbg)(1)',
1309 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271310 # client.v8.chromium
1311 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281312 ],
1313 },
1314 'display_unittests': {
1315 'remove_from': [
Hans Wennborgd2252c82018-05-16 12:19:301316 # chromium.fyi, unclear why these aren't run.
Dirk Pranke46119d82018-03-21 00:13:591317 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281318 'Chromium Mac 10.11 Force Mac Toolchain',
Kenneth Russelleb60cbd22017-12-05 07:54:281319 # chromium.win
1320 'Win7 Tests (dbg)(1)',
1321 ],
1322 },
Kenneth Russelleb60cbd22017-12-05 07:54:281323 'events_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241324 'remove_from': [
1325 # chromium.clang
1326 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241327 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281328 'modifications': {
1329 'KitKat Tablet Tester': {
1330 'swarming': {
1331 'hard_timeout': 60,
1332 },
1333 },
1334 'Lollipop Tablet Tester': {
1335 'swarming': {
1336 'hard_timeout': 60,
1337 },
1338 },
1339 'Marshmallow Tablet Tester': {
1340 'swarming': {
1341 'hard_timeout': 120,
1342 },
1343 },
1344 },
1345 },
1346 'extensions_browsertests': {
1347 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241348 # chromium.clang
1349 'ToTLinux',
Kenneth Russellfbda3c532017-12-08 23:57:241350 'ToTMac',
1351 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281352 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591353 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281354 'Chromium Mac 10.11',
1355 'Chromium Mac 10.11 Force Mac Toolchain',
1356 'Chromium Mac 10.13',
1357 'Out of Process Profiling Linux',
1358 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281359 # On chromium.mac, unclear why these aren't run.
1360 'Mac10.10 Tests',
1361 'Mac10.11 Tests',
1362 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141363 'Mac10.13 Tests',
1364 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181365 # chromium.memory
1366 'Linux Chromium OS ASan LSan Tests (1)',
1367 'Linux TSan Tests',
1368 'Mac ASan 64 Tests (1)',
1369 ],
1370 },
Kenneth Russelleb60cbd22017-12-05 07:54:281371 'filesystem_service_unittests': {
1372 'remove_from': [
1373 'Linux Tests (dbg)(1)(32)',
1374 ],
1375 },
Kenneth Russelleb60cbd22017-12-05 07:54:281376 'gfx_unittests': {
1377 'remove_from': [
1378 # On chromium.android, unclear why these aren't run on all bots.
1379 'KitKat Phone Tester (dbg)',
1380 'KitKat Phone Tester (rel)',
Kenneth Russell8ceeabf2017-12-11 17:53:281381 'Nougat Phone Tester chromium.android',
1382 # chromium.android.fyi
1383 'Lollipop Low-end Tester',
1384 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:281385 # chromium.win
1386 'Win7 Tests (dbg)(1)',
1387 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281388 },
1389 'gin_unittests': {
1390 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:341391 # chromium.chromiumos
1392 'Linux ChromiumOS Tests (dbg)(1)',
1393 'linux-chromeos-dbg',
1394 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:241395 # chromium.clang
1396 'ToTLinux',
1397 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241398 'ToTLinuxMSan',
Kenneth Russell8ceeabf2017-12-11 17:53:281399 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591400 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281401 'Chromium Mac 10.11',
1402 'Chromium Mac 10.11 Force Mac Toolchain',
1403 'Chromium Mac 10.13',
1404 'Chromium Win 10 GCE Tests',
1405 'Out of Process Profiling Linux',
1406 'Out of Process Profiling Mac',
Kenneth Russellb3cca6f02017-12-05 22:02:391407 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:281408 'Cast Audio Linux',
1409 'Cast Linux',
1410 'Linux Tests (dbg)(1)(32)',
1411 # On chromium.mac, unclear why these aren't run.
1412 'Mac10.10 Tests',
1413 'Mac10.11 Tests',
1414 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141415 'Mac10.13 Tests',
1416 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181417 # chromium.memory
Nico Weberd36959682018-04-12 03:33:461418 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281419 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
1420 'Win 7 Tests x64 (1)',
1421 'Win10 Tests x64',
1422 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:271423 # client.v8.chromium
1424 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281425 ],
1426 },
1427 'gl_tests': {
John Budorickca14c76f62017-12-09 14:19:181428 'remove_from': [
1429 # chromium.clang
1430 'CFI Linux (icall)',
1431 'CFI Linux ToT',
1432 'ToTLinuxThinLTO',
Nico Weber3a2b1712018-02-23 23:47:381433 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:131434 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281435 # chromium.fyi
1436 'Out of Process Profiling Linux',
1437 'ThinLTO Linux ToT',
Morten Stenshorne615a8d02018-04-20 12:19:211438 # chromium.memory
Kenneth Russell55bbec52018-05-03 18:44:551439 # Can't run on MSAN because gl_tests uses the hardware driver,
1440 # which isn't instrumented.
1441 'Linux MSan Tests',
1442 'Linux ChromiumOS MSan Tests',
John Budorickca14c76f62017-12-09 14:19:181443 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281444 'modifications': {
1445 'KitKat Tablet Tester': {
1446 'swarming': {
1447 'hard_timeout': 120,
1448 },
1449 },
1450 'Marshmallow Tablet Tester': {
1451 'swarming': {
1452 'hard_timeout': 120,
1453 },
1454 },
Kenneth Russell1a515be2018-04-28 03:54:451455 # chromium.memory
Kenneth Russell1a515be2018-04-28 03:54:451456 # TODO(kbr): figure out a better way to specify blocks of
1457 # arguments like this for tests on multiple machines.
1458 'Linux ASan LSan Tests (1)': {
1459 'args': [
1460 '--use-gpu-in-tests',
1461 '--no-xvfb',
1462 ],
1463 'swarming': {
1464 'dimension_sets': [
1465 {
1466 'gpu': '10de:1cb3',
1467 'os': 'Ubuntu',
1468 'pool': 'Chrome-GPU',
1469 },
1470 ],
1471 },
1472 'use_xvfb': False,
1473 },
1474 'Linux ASan LSan Tests (1)': {
1475 'args': [
1476 '--use-gpu-in-tests',
1477 '--no-xvfb',
1478 ],
1479 'swarming': {
1480 'dimension_sets': [
1481 {
1482 'gpu': '10de:1cb3',
1483 'os': 'Ubuntu',
1484 'pool': 'Chrome-GPU',
1485 },
1486 ],
1487 },
1488 'use_xvfb': False,
1489 },
1490 'Linux CFI': {
1491 'args': [
1492 '--use-gpu-in-tests',
1493 '--no-xvfb',
1494 ],
1495 'swarming': {
1496 'dimension_sets': [
1497 {
1498 'gpu': '10de:1cb3',
1499 'os': 'Ubuntu',
1500 'pool': 'Chrome-GPU',
1501 },
1502 ],
1503 },
1504 'use_xvfb': False,
1505 },
1506 'Linux TSan Tests': {
1507 'args': [
1508 '--use-gpu-in-tests',
1509 '--no-xvfb',
1510 ],
1511 'swarming': {
1512 'dimension_sets': [
1513 {
1514 'gpu': '10de:1cb3',
1515 'os': 'Ubuntu',
1516 'pool': 'Chrome-GPU',
1517 },
1518 ],
1519 },
1520 'use_xvfb': False,
1521 },
Kenneth Russelleb60cbd22017-12-05 07:54:281522 },
1523 },
1524 'gl_unittests': {
John Budorickca14c76f62017-12-09 14:19:181525 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281526 # chromium.fyi
1527 'Out of Process Profiling Linux',
John Budorickca14c76f62017-12-09 14:19:181528 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281529 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281530 # chromium.android
1531 'Lollipop Phone Tester': {
1532 'swarming': {
1533 'hard_timeout': 960,
1534 },
1535 },
1536 'Marshmallow 64 bit Tester': {
1537 'swarming': {
1538 'hard_timeout': 960,
1539 },
1540 },
1541 'Marshmallow Phone Tester (rel)': {
1542 'swarming': {
1543 'hard_timeout': 120,
1544 },
1545 },
1546 # chromium.android.fyi
1547 'Lollipop Low-end Tester': {
1548 'swarming': {
1549 'hard_timeout': 0,
1550 },
1551 },
1552 'Nougat Phone Tester': {
1553 'swarming': {
1554 'hard_timeout': 960,
1555 },
1556 },
1557 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241558 'CFI Linux (icall)': {
1559 'args': [
1560 '--use-gpu-in-tests',
1561 '--no-xvfb',
1562 ],
1563 'swarming': {
1564 'dimension_sets': [
1565 {
1566 'gpu': '10de:1cb3',
1567 'os': 'Ubuntu',
1568 'pool': 'Chrome-GPU',
1569 },
1570 ],
1571 },
1572 'use_xvfb': False,
1573 },
1574 'CFI Linux ToT': {
1575 'args': [
1576 '--use-gpu-in-tests',
1577 '--no-xvfb',
1578 ],
1579 'swarming': {
1580 'dimension_sets': [
1581 {
1582 'gpu': '10de:1cb3',
1583 'os': 'Ubuntu',
1584 'pool': 'Chrome-GPU',
1585 },
1586 ],
1587 },
1588 'use_xvfb': False,
1589 },
Kenneth Russell8ceeabf2017-12-11 17:53:281590 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:181591 'Linux CFI': {
1592 'args': [
1593 '--use-gpu-in-tests',
1594 '--no-xvfb',
1595 ],
1596 'swarming': {
1597 'dimension_sets': [
1598 {
1599 'gpu': '10de:1cb3',
1600 'os': 'Ubuntu',
1601 'pool': 'Chrome-GPU',
1602 },
1603 ],
1604 },
1605 'use_xvfb': False,
1606 },
Kenneth Russelleb60cbd22017-12-05 07:54:281607 },
1608 },
Kenneth Russellfbda3c532017-12-08 23:57:241609 'gn_unittests': {
1610 'remove_from': [
1611 # chromium.clang
1612 'ToTLinux',
1613 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241614 'ToTLinuxMSan',
1615 'ToTLinuxUBSanVptr',
Kenneth Russell8ceeabf2017-12-11 17:53:281616 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591617 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281618 'Chromium Mac 10.11',
1619 'Chromium Mac 10.11 Force Mac Toolchain',
1620 'Chromium Mac 10.13',
1621 'Out of Process Profiling Linux',
1622 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241623 ],
1624 },
Kenneth Russelleb60cbd22017-12-05 07:54:281625 'google_apis_unittests': {
1626 'remove_from': [
1627 # On chromium.android, unclear why these aren't run.
1628 'KitKat Phone Tester (dbg)',
1629 'KitKat Phone Tester (rel)',
1630 'KitKat Tablet Tester',
1631 'Lollipop Phone Tester',
1632 'Lollipop Tablet Tester',
1633 'Marshmallow 64 bit Tester',
1634 'Marshmallow Phone Tester (rel)',
1635 'Marshmallow Tablet Tester',
1636 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281637 # chromium.android.fyi
1638 'Jelly Bean Tester',
1639 'Lollipop Consumer Tester',
1640 'Lollipop Low-end Tester',
1641 'Unswarmed N5 Tests Dummy Builder',
1642 'Unswarmed N5X Tests Dummy Builder',
1643 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:391644 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:281645 'Cast Audio Linux',
1646 'Cast Linux',
1647 # chromium.win
1648 'Win7 Tests (dbg)(1)',
1649 ],
1650 },
Kenneth Russelleb60cbd22017-12-05 07:54:281651 'headless_browsertests': {
1652 'remove_from': [
1653 'Linux Tests (dbg)(1)(32)',
1654 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1655 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271656 # client.v8.chromium
1657 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281658 ],
1659 },
1660 'headless_unittests': {
1661 'remove_from': [
1662 'Linux Tests (dbg)(1)(32)',
1663 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1664 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271665 # client.v8.chromium
1666 'Linux - Future (dbg)'
Kenneth Russelleb60cbd22017-12-05 07:54:281667 ],
1668 },
Kenneth Russellfbda3c532017-12-08 23:57:241669 'install_static_unittests': {
1670 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281671 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281672 'Out of Process Profiling Windows',
1673 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:241674 ],
1675 },
Kenneth Russelleb60cbd22017-12-05 07:54:281676 'interactive_ui_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:241677 'remove_from': [
1678 # chromium.clang
1679 'ToTLinuxUBSanVptr',
Nico Weber3a2b1712018-02-23 23:47:381680 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281681 # chromium.fyi
1682 'Chromium Win 10 GCE Tests',
John Budorickca14c76f62017-12-09 14:19:181683 # chromium.memory
1684 'Linux TSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:241685 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281686 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281687 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241688 'CFI Linux (icall)': {
1689 'swarming': {
1690 'shards': 1,
1691 },
1692 },
Kenneth Russell8ceeabf2017-12-11 17:53:281693 # chromium.linux
1694 # Unclear why this isn't sharded.
1695 'Linux Tests': {
Dirk Prankedd1d2a02017-12-08 20:51:591696 'swarming': {
1697 'shards': 1,
1698 },
1699 },
Kenneth Russelleb60cbd22017-12-05 07:54:281700 'Linux Tests (dbg)(1)': {
1701 'swarming': {
1702 'shards': 3,
1703 },
1704 },
1705 'Linux Tests (dbg)(1)(32)': {
1706 'swarming': {
1707 'shards': 3,
1708 },
1709 },
Kenneth Russell8ceeabf2017-12-11 17:53:281710 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341711 'Linux ChromiumOS Tests (dbg)(1)': {
1712 'swarming': {
1713 'shards': 3,
1714 },
1715 },
1716 'linux-chromeos-dbg': {
1717 'swarming': {
1718 'shards': 3,
1719 },
1720 },
1721 'linux-chromeos-rel': {
1722 'swarming': {
1723 'shards': 3,
1724 },
1725 },
Kenneth Russell8ceeabf2017-12-11 17:53:281726 # chromium.fyi
1727 'Out of Process Profiling Mac': {
1728 'swarming': {
1729 'shards': 1,
1730 },
1731 },
Kenneth Russell8ceeabf2017-12-11 17:53:281732 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:281733 # Unclear why this isn't swarmed.
1734 'Mac10.10 Tests': {
1735 'swarming': {
1736 'can_use_on_swarming_builders': False,
1737 },
1738 },
1739 # Unclear why this isn't sharded.
1740 'Mac10.11 Tests': {
1741 'swarming': {
1742 'shards': 1,
1743 },
1744 },
1745 # Unclear why this isn't sharded.
1746 'Mac10.12 Tests': {
1747 'swarming': {
1748 'shards': 1,
1749 },
1750 },
Kenneth Russell8ceeabf2017-12-11 17:53:281751 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281752 'Win7 Tests (dbg)(1)': {
1753 'swarming': {
1754 'shards': 4,
1755 },
1756 },
John Budorickca14c76f62017-12-09 14:19:181757 # chromium.memory
1758 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341759 # These are slow on the ASAN trybot for some reason.
1760 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181761 'swarming': {
John Budorick5052d552017-12-13 02:59:341762 'shards': 6,
John Budorickca14c76f62017-12-09 14:19:181763 },
1764 },
1765 'Linux CFI': {
1766 'swarming': {
1767 'shards': 1,
1768 },
1769 },
Dirk Pranke8fd63c12017-12-10 18:06:271770 # client.v8.chromium
1771 'Linux - Future (dbg)': {
1772 'swarming': {
1773 'shards': 3,
1774 },
1775 },
Stephen Martinis094f08a92018-03-30 00:27:361776 # chromium.win; temporary, https://crbug.com/826735
1777 'Win10 Tests x64': {
1778 'experiment_percentage': 100,
1779 },
Kenneth Russelleb60cbd22017-12-05 07:54:281780 },
1781 },
1782 'ipc_tests': {
Kenneth Russell8ceeabf2017-12-11 17:53:281783 'remove_from': [
1784 # chromium.linux
1785 'Fuchsia x64',
1786 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281787 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281788 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281789 'KitKat Tablet Tester': {
1790 'swarming': {
1791 'hard_timeout': 60,
1792 },
1793 },
1794 'Lollipop Tablet Tester': {
1795 'swarming': {
1796 'hard_timeout': 60,
1797 },
1798 },
1799 'Marshmallow Tablet Tester': {
1800 'swarming': {
1801 'hard_timeout': 120,
1802 },
1803 },
Kenneth Russell8ceeabf2017-12-11 17:53:281804 # chromium.android.fyi
1805 'Unswarmed N5 Tests Dummy Builder': {
1806 'args': [
1807 '--shard-timeout',
1808 '600',
1809 ],
1810 },
1811 'Unswarmed N5X Tests Dummy Builder': {
1812 'args': [
1813 '--shard-timeout',
1814 '600',
1815 ],
1816 },
Kenneth Russelleb60cbd22017-12-05 07:54:281817 },
1818 },
1819 'jingle_unittests': {
1820 'remove_from': [
1821 # On chromium.android, unclear why these aren't run.
1822 'KitKat Phone Tester (dbg)',
1823 'KitKat Phone Tester (rel)',
1824 'KitKat Tablet Tester',
1825 'Lollipop Phone Tester',
1826 'Lollipop Tablet Tester',
1827 'Marshmallow 64 bit Tester',
1828 'Marshmallow Phone Tester (rel)',
1829 'Marshmallow Tablet Tester',
1830 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281831 # chromium.android.fyi
1832 'Jelly Bean Tester',
1833 'Lollipop Consumer Tester',
1834 'Lollipop Low-end Tester',
1835 'Unswarmed N5 Tests Dummy Builder',
1836 'Unswarmed N5X Tests Dummy Builder',
1837 'x86 Cloud Tester',
Peter Collingbourne6e3a081d2018-02-16 19:54:331838 # chromium.clang
1839 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:581840 # chromium.memory
1841 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:281842 ],
1843 },
1844 'keyboard_unittests': {
1845 'remove_from': [
1846 'Win7 Tests (dbg)(1)',
1847 # On chromium.linux, unclear why these aren't run.
1848 'Linux Tests',
1849 'Linux Tests (dbg)(1)',
1850 'Linux Tests (dbg)(1)(32)',
1851 ],
1852 },
1853 'latency_unittests': {
1854 'remove_from': [
1855 # On chromium.android, unclear why these aren't run on all bots.
1856 'KitKat Phone Tester (dbg)',
1857 'KitKat Phone Tester (rel)',
1858 'Lollipop Tablet Tester',
1859 'Marshmallow 64 bit Tester',
1860 'Marshmallow Tablet Tester',
1861 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281862 # chromium.android.fyi
1863 'Unswarmed N5 Tests Dummy Builder',
1864 'Unswarmed N5X Tests Dummy Builder',
1865 'x64 Device Tester',
1866 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:241867 # chromium.clang
1868 'ToTAndroid x64',
1869 'ToTLinux',
1870 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241871 'ToTLinuxThinLTO',
1872 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:131873 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281874 # chromium.fyi
1875 'Out of Process Profiling Android',
1876 'Out of Process Profiling Linux',
1877 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:281878 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:281879 'Linux Tests',
1880 'Linux Tests (dbg)(1)',
1881 'Linux Tests (dbg)(1)(32)',
1882 ],
1883 'modifications': {
1884 'KitKat Tablet Tester': {
1885 'swarming': {
1886 'hard_timeout': 60,
1887 },
1888 },
1889 },
1890 },
1891 'libjingle_xmpp_unittests': {
1892 'remove_from': [
1893 # On chromium.android, unclear why these aren't run on all bots.
1894 'KitKat Tablet Tester',
1895 'Lollipop Phone Tester',
1896 'Lollipop Tablet Tester',
1897 'Marshmallow 64 bit Tester',
1898 'Marshmallow Phone Tester (rel)',
1899 'Marshmallow Tablet Tester',
1900 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281901 # chromium.android.fyi
1902 'Jelly Bean Tester',
1903 'Lollipop Consumer Tester',
1904 'Lollipop Low-end Tester',
1905 'Unswarmed N5 Tests Dummy Builder',
1906 'Unswarmed N5X Tests Dummy Builder',
1907 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:341908 # chromium.chromiumos
1909 'Linux ChromiumOS Tests (dbg)(1)',
1910 'linux-chromeos-dbg',
1911 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:281912 ],
1913 },
John Budorickca14c76f62017-12-09 14:19:181914 'mash_browser_tests': {
1915 'remove_from': [
1916 # chromium.memory
James Cook4be72252018-02-23 00:36:171917 # Unclear why this isn't run. http://crbug.com/814403
John Budorickca14c76f62017-12-09 14:19:181918 'Linux Chromium OS ASan LSan Tests (1)',
Nico Webera8fc38f72018-04-10 02:20:111919 'Linux ChromiumOS MSan Tests', # https://crbug.com/830944
James Cook4be72252018-02-23 00:36:171920 # Not needed on chromium.fyi because suite is on main waterfall.
1921 'Mojo ChromiumOS',
John Budorickca14c76f62017-12-09 14:19:181922 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281923 },
1924 'mash_unittests': {
1925 'remove_from': [
1926 # chromium.fyi
1927 'Mojo ChromiumOS',
1928 ],
John Budorickca14c76f62017-12-09 14:19:181929 },
Kenneth Russellfbda3c532017-12-08 23:57:241930 'mac_installer_unittests': {
1931 'remove_from': [
1932 # chromium.clang
1933 'ToTMac',
1934 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281935 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591936 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281937 'Chromium Mac 10.11',
1938 'Chromium Mac 10.11 Force Mac Toolchain',
1939 'Chromium Mac 10.13',
1940 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241941 ],
1942 },
Kenneth Russelleb60cbd22017-12-05 07:54:281943 'media_blink_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281944 'modifications': {
1945 'Lollipop Tablet Tester': {
1946 'swarming': {
1947 'hard_timeout': 300,
1948 },
1949 },
1950 'Marshmallow Tablet Tester': {
1951 'swarming': {
1952 'hard_timeout': 300,
1953 },
1954 },
1955 },
1956 },
Kenneth Russelleb60cbd22017-12-05 07:54:281957 'media_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241958 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281959 # chromium.linux
1960 'Fuchsia x64',
1961 # chromium.fyi
1962 'Fuchsia ARM64',
Kenneth Russellfbda3c532017-12-08 23:57:241963 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281964 },
1965 'message_center_unittests': {
1966 'remove_from': [
1967 'Win7 Tests (dbg)(1)',
1968 # On chromium.mac, unclear why these aren't run.
1969 'Mac10.10 Tests',
1970 'Mac10.11 Tests',
1971 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141972 'Mac10.13 Tests',
1973 'Mac10.13 Tests (dbg)',
Dirk Prankedd1d2a02017-12-08 20:51:591974
Kenneth Russell8ceeabf2017-12-11 17:53:281975 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591976 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281977 'Chromium Mac 10.11',
1978 'Chromium Mac 10.11 Force Mac Toolchain',
1979 'Chromium Mac 10.13',
1980 'Out of Process Profiling Mac',
1981
Kenneth Russelleb60cbd22017-12-05 07:54:281982 # On chromium.linux, unclear why these aren't run.
1983 'Linux Tests',
Dirk Prankedd1d2a02017-12-08 20:51:591984
Dirk Prankedd1d2a02017-12-08 20:51:591985 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:281986 'Linux Tests (dbg)(1)',
1987 'Linux Tests (dbg)(1)(32)',
1988 ],
1989 },
1990 'metrics_python_tests': {
1991 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241992 # chromium.clang
1993 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:281994 # chromium.fyi
1995 'Chromium Mac 10.11',
1996 'Chromium Mac 10.13',
1997 'Out of Process Profiling Mac',
Shenghua Zhangbd6f1b232018-03-03 02:59:141998 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:281999 'Mac10.10 Tests',
2000 'Mac10.11 Tests',
2001 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142002 'Mac10.13 Tests (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:242003 # chromium.win
2004 'Win7 Tests (dbg)(1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282005 ],
2006 },
2007 'midi_unittests': {
2008 'remove_from': [
2009 # On chromium.android, unclear why these aren't run.
2010 'KitKat Phone Tester (dbg)',
2011 'KitKat Phone Tester (rel)',
2012 'KitKat Tablet Tester',
2013 'Lollipop Phone Tester',
2014 'Lollipop Tablet Tester',
2015 'Marshmallow 64 bit Tester',
2016 'Marshmallow Phone Tester (rel)',
2017 'Marshmallow Tablet Tester',
2018 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282019 # chromium.android.fyi
2020 'Jelly Bean Tester',
2021 'Lollipop Consumer Tester',
2022 'Lollipop Low-end Tester',
2023 'Unswarmed N5 Tests Dummy Builder',
2024 'Unswarmed N5X Tests Dummy Builder',
2025 'x86 Cloud Tester',
Peter Collingbourne6e3a081d2018-02-16 19:54:332026 # chromium.clang
2027 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:582028 # chromium.memory
2029 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:282030 ],
2031 },
Nico Weber2a1e0f82018-03-29 23:44:212032 'mini_installer_tests': {
2033 'remove_from': [
2034 # chromium.clang
2035 'linux-win_cross-rel', # https://crbug.com/799827
2036 ],
2037 },
Kenneth Russelleb60cbd22017-12-05 07:54:282038 'mojo_test_apk': {
2039 'remove_from': [
2040 # On chromium.android, unclear why these aren't run on all bots.
2041 'KitKat Tablet Tester',
2042 'Lollipop Phone Tester',
2043 'Lollipop Tablet Tester',
2044 'Marshmallow 64 bit Tester',
2045 'Marshmallow Tablet Tester',
2046 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282047 # chromium.android.fyi
2048 'Jelly Bean Tester',
2049 'Lollipop Consumer Tester',
2050 'Lollipop Low-end Tester',
2051 'Unswarmed N5 Tests Dummy Builder',
2052 'Unswarmed N5X Tests Dummy Builder',
2053 'x64 Device Tester',
2054 'x86 Cloud Tester',
2055 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:242056 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282057 # chromium.fyi
2058 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282059 ],
2060 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242061 # chromium.clang
2062 'ToTAndroidCFI': {
2063 'swarming': {
2064 'hard_timeout': 0,
2065 },
2066 },
Peter Collingbournee07e84e82018-02-23 20:28:582067 # chromium.clang
2068 'Android CFI': {
2069 'swarming': {
2070 'hard_timeout': 0,
2071 },
2072 },
Kenneth Russelleb60cbd22017-12-05 07:54:282073 },
2074 },
Kenneth Russellfbda3c532017-12-08 23:57:242075 'nacl_helper_nonsfi_unittests': {
2076 'remove_from': [
2077 # chromium.clang
2078 'CFI Linux (icall)',
2079 'CFI Linux ToT',
2080 'ToTLinux (dbg)',
2081 'ToTLinuxASan',
2082 'ToTLinuxMSan',
2083 'ToTLinuxThinLTO',
2084 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:132085 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:282086 # chromium.fyi
2087 'ThinLTO Linux ToT',
John Budorickca14c76f62017-12-09 14:19:182088 # chromium.memory
2089 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:242090 ],
2091 },
2092 'nacl_loader_unittests': {
2093 'remove_from': [
2094 # chromium.clang
2095 'ToTLinuxASan',
Kenneth Russell8ceeabf2017-12-11 17:53:282096 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592097 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282098 'Chromium Mac 10.11',
2099 'Chromium Mac 10.11 Force Mac Toolchain',
2100 'Chromium Mac 10.13',
2101 'Out of Process Profiling Mac',
John Budorickca14c76f62017-12-09 14:19:182102 # chromium.memory
2103 'Linux ASan LSan Tests (1)',
Nico Webera8fc38f72018-04-10 02:20:112104 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242105 ],
2106 },
Kenneth Russelleb60cbd22017-12-05 07:54:282107 'native_theme_unittests': {
2108 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242109 # chromium.clang
2110 'ToTLinuxASan',
2111 'ToTMacASan',
2112 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282113 'Linux Tests (dbg)(1)(32)',
2114 ],
2115 },
2116 'net_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242117 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282118 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:242119 'CrWinAsanCov',
Kenneth Russell8ceeabf2017-12-11 17:53:282120 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282121 'Fuchsia (dbg)',
2122 'Fuchsia ARM64',
2123 # chromium.linux
2124 'Fuchsia x64',
Kenneth Russellfbda3c532017-12-08 23:57:242125 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282126 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242127 # chromium.clang
2128 'ToTLinuxASan': {
Reid Kleckner6b836242018-04-18 17:37:332129 # TODO(crbug.com/794372): net_unittests is slow under ASan.
Kenneth Russellfbda3c532017-12-08 23:57:242130 'swarming': {
Reid Kleckner6b836242018-04-18 17:37:332131 'shards': 16,
Kenneth Russellfbda3c532017-12-08 23:57:242132 },
2133 },
John Budorickca14c76f62017-12-09 14:19:182134 # chromium.memory
2135 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342136 # These are very slow on the ASAN trybot for some reason.
2137 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182138 'swarming': {
John Budorick5052d552017-12-13 02:59:342139 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182140 },
2141 },
2142 'Linux Chromium OS ASan LSan Tests (1)': {
2143 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022144 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182145 }
2146 },
2147 'Linux TSan Tests': {
2148 'swarming': {
2149 'shards': 4,
2150 }
2151 },
Kenneth Russelleb60cbd22017-12-05 07:54:282152 },
2153 },
Xi Cheng34ca4042018-02-23 00:10:122154 'notification_helper_unittests': {
2155 'remove_from': [
2156 # chromium.win, this unit test requires WinRT, which only exists on Windows 8 or above.
2157 'Win 7 Tests x64 (1)',
2158 'Win7 (32) Tests',
2159 'Win7 Tests (1)',
2160 'Win7 Tests (dbg)(1)',
Oksana Zhuravlova7f996212018-02-28 04:23:082161 # chromium.clang, the following bots run on Windows 7, where the unit test doesn't run.
2162 'CrWinAsan',
2163 'CrWinAsan(dll)',
2164 'CrWinAsanCov',
Oksana Zhuravlova7f996212018-02-28 04:23:082165 'CrWinClangLLD',
2166 'CrWinClangLLD64',
2167 'CrWinClngLLD64dbg',
2168 'CrWinClngLLDdbg',
Xi Cheng34ca4042018-02-23 00:10:122169 'ToTWin',
2170 'ToTWin(dbg)',
2171 'ToTWin(dll)',
2172 'ToTWin64',
2173 'ToTWin64(dbg)',
2174 'ToTWin64(dll)',
2175 'ToTWinCFI',
2176 'ToTWinCFI64',
Nico Weber6c23b352018-03-09 14:22:122177 'ToTWinLibcxx64',
Oksana Zhuravlova7f996212018-02-28 04:23:082178 'ToTWinThinLTO64',
2179 # chromium.fyi
Xi Cheng34ca4042018-02-23 00:10:122180 'Out of Process Profiling Windows',
2181 ],
2182 },
Kenneth Russell56a3e862017-12-08 03:11:342183 'printing_unittests': {
2184 'remove_from': [
2185 # chromium.chromiumos
2186 'Linux ChromiumOS Tests (dbg)(1)',
2187 'linux-chromeos-dbg',
2188 ],
2189 },
Kenneth Russelleb60cbd22017-12-05 07:54:282190 'remoting_unittests': {
2191 'remove_from': [
Kenneth Russellb3cca6f02017-12-05 22:02:392192 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282193 'Linux Tests (dbg)(1)(32)',
2194 ],
2195 },
2196 'renderer_side_navigation_content_browsertests': {
2197 'remove_from': [
2198 # On chromium.android, unclear why these aren't run on all bots.
2199 'KitKat Phone Tester (dbg)',
2200 'KitKat Phone Tester (rel)',
2201 'KitKat Tablet Tester',
2202 'Lollipop Phone Tester',
2203 'Lollipop Tablet Tester',
2204 'Marshmallow Phone Tester (rel)',
2205 'Marshmallow Tablet Tester',
2206 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282207 # chromium.android.fyi
2208 'Jelly Bean Tester',
2209 'Lollipop Consumer Tester',
2210 'Lollipop Low-end Tester',
2211 'Unswarmed N5 Tests Dummy Builder',
2212 'Unswarmed N5X Tests Dummy Builder',
2213 'x64 Device Tester',
2214 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342215 # chromium.chromiumos
2216 'Linux ChromiumOS Tests (dbg)(1)',
2217 'linux-chromeos-dbg',
2218 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242219 # chromium.clang
2220 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282221 # chromium.fyi
2222 'Out of Process Profiling Android',
Kenneth Russellb3cca6f02017-12-05 22:02:392223 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282224 'Linux Tests (dbg)(1)(32)',
2225 ],
2226 'modifications': {
2227 'Marshmallow 64 bit Tester': {
2228 'swarming': {
2229 'hard_timeout': 1200,
2230 'shards': 6,
2231 },
2232 },
2233 },
2234 },
2235 'renderer_side_navigation_content_shell_test_apk': {
2236 'remove_from': [
2237 # On chromium.android, unclear why these aren't run.
2238 'KitKat Phone Tester (dbg)',
2239 'KitKat Phone Tester (rel)',
2240 'KitKat Tablet Tester',
2241 'Lollipop Phone Tester',
2242 'Lollipop Tablet Tester',
2243 'Marshmallow Phone Tester (rel)',
2244 'Marshmallow Tablet Tester',
2245 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282246 # chromium.android.fyi
2247 'Jelly Bean Tester',
2248 'Lollipop Consumer Tester',
2249 'Lollipop Low-end Tester',
2250 'Unswarmed N5 Tests Dummy Builder',
2251 'Unswarmed N5X Tests Dummy Builder',
2252 'x64 Device Tester',
2253 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242254 # chromium.clang
2255 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282256 # chromium.fyi
2257 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282258 ],
2259 'modifications': {
2260 'Marshmallow 64 bit Tester': {
2261 'swarming': {
2262 'hard_timeout': 960,
2263 'shards': 3,
2264 },
2265 },
2266 },
2267 },
2268 'renderer_side_navigation_content_unittests': {
2269 'remove_from': [
2270 # On chromium.android, unclear why these aren't run on all bots.
2271 'KitKat Phone Tester (dbg)',
2272 'KitKat Phone Tester (rel)',
2273 'KitKat Tablet Tester',
2274 'Lollipop Phone Tester',
2275 'Lollipop Tablet Tester',
2276 'Marshmallow Phone Tester (rel)',
2277 'Marshmallow Tablet Tester',
2278 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282279 # chromium.android.fyi
2280 'Jelly Bean Tester',
2281 'Lollipop Consumer Tester',
2282 'Lollipop Low-end Tester',
2283 'Unswarmed N5 Tests Dummy Builder',
2284 'Unswarmed N5X Tests Dummy Builder',
2285 'x64 Device Tester',
2286 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342287 # chromium.chromiumos
2288 'Linux ChromiumOS Tests (dbg)(1)',
2289 'linux-chromeos-dbg',
2290 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242291 # chromium.clang
2292 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282293 # chromium.fyi
2294 'Out of Process Profiling Android',
Kenneth Russellb3cca6f02017-12-05 22:02:392295 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282296 'Linux Tests (dbg)(1)(32)',
2297 ],
2298 },
2299 'renderer_side_navigation_webview_instrumentation_test_apk': {
2300 'remove_from': [
2301 # On chromium.android, unclear why these aren't run on all bots.
2302 'KitKat Phone Tester (dbg)',
2303 'KitKat Phone Tester (rel)',
2304 'KitKat Tablet Tester',
2305 'Lollipop Phone Tester',
2306 'Lollipop Tablet Tester',
2307 'Marshmallow Phone Tester (rel)',
2308 'Marshmallow Tablet Tester',
2309 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282310 # chromium.android.fyi
2311 'Jelly Bean Tester',
2312 'Lollipop Consumer Tester',
2313 'Lollipop Low-end Tester',
2314 'Unswarmed N5 Tests Dummy Builder',
2315 'Unswarmed N5X Tests Dummy Builder',
2316 'x64 Device Tester',
2317 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242318 # chromium.clang
2319 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282320 # chromium.fyi
2321 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282322 ],
2323 'modifications': {
2324 'Marshmallow 64 bit Tester': {
2325 'swarming': {
2326 'hard_timeout': 1200,
2327 'shards': 8,
2328 },
2329 },
2330 },
2331 },
2332 'sandbox_linux_unittests': {
2333 'modifications': {
2334 'KitKat Tablet Tester': {
2335 'swarming': {
2336 'hard_timeout': 60,
2337 },
2338 },
2339 'Marshmallow Tablet Tester': {
2340 'swarming': {
2341 'hard_timeout': 60,
2342 },
2343 },
Kenneth Russell56a3e862017-12-08 03:11:342344 'Linux ChromiumOS Tests (dbg)(1)': {
2345 'args': [
2346 '--test-launcher-print-test-stdio=always',
2347 ],
2348 },
2349 'linux-chromeos-dbg': {
2350 'args': [
2351 '--test-launcher-print-test-stdio=always',
2352 ],
2353 },
2354 'linux-chromeos-rel': {
2355 'args': [
2356 '--test-launcher-print-test-stdio=always',
2357 ],
2358 },
Kenneth Russelleb60cbd22017-12-05 07:54:282359 'Linux Tests (dbg)(1)': {
2360 'args': [
2361 '--test-launcher-print-test-stdio=always',
2362 ],
2363 },
2364 'Linux Tests (dbg)(1)(32)': {
2365 'args': [
2366 '--test-launcher-print-test-stdio=always',
2367 ],
2368 },
2369 'Lollipop Tablet Tester': {
2370 'swarming': {
2371 'hard_timeout': 60,
2372 },
2373 },
2374 },
2375 },
2376 'service_manager_unittests': {
2377 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:342378 # chromium.chromiumos
2379 'Linux ChromiumOS Tests (dbg)(1)',
2380 'linux-chromeos-dbg',
2381 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282382 # chromium.fyi
2383 'Chromium Win 10 GCE Tests',
2384 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282385 'Cast Audio Linux',
2386 'Cast Linux',
2387 'Linux Tests (dbg)(1)(32)',
2388 # On chromium.mac, unclear why these aren't run.
2389 'Mac10.10 Tests',
2390 'Mac10.11 Tests',
2391 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142392 'Mac10.13 Tests',
2393 'Mac10.13 Tests (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282394 'Win7 Tests (dbg)(1)',
2395 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112396 # chromium.win
2397 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282398 ],
2399 },
2400 'services_unittests': {
2401 'remove_from': [
2402 # On chromium.android, unclear why these aren't run on all bots.
2403 'KitKat Tablet Tester',
2404 'Lollipop Phone Tester',
2405 'Lollipop Tablet Tester',
2406 'Marshmallow 64 bit Tester',
2407 'Marshmallow Tablet Tester',
2408 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282409 # chromium.android.fyi
2410 'Jelly Bean Tester',
2411 'Lollipop Consumer Tester',
2412 'Lollipop Low-end Tester',
2413 'Unswarmed N5 Tests Dummy Builder',
2414 'Unswarmed N5X Tests Dummy Builder',
2415 'x64 Device Tester',
2416 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242417 # chromium.clang
2418 'CFI Linux (icall)',
2419 'CFI Linux ToT',
2420 'CrWinAsan',
2421 'CrWinAsan(dll)',
2422 'CrWinAsanCov',
2423 'ToTAndroidASan',
2424 'ToTLinuxMSan',
2425 'ToTLinuxThinLTO',
Kenneth Russell8ceeabf2017-12-11 17:53:282426 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592427 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282428 'Chromium Mac 10.11',
2429 'Chromium Mac 10.11 Force Mac Toolchain',
2430 'Chromium Mac 10.13',
Kenneth Russell8ceeabf2017-12-11 17:53:282431 'ThinLTO Linux ToT',
Kenneth Russell8ceeabf2017-12-11 17:53:282432 'Win 10 Fast Ring',
Kenneth Russelleb60cbd22017-12-05 07:54:282433 # On chromium.linux, unclear why these aren't run on Cast.
2434 'Cast Audio Linux',
2435 'Cast Linux',
John Budorickca14c76f62017-12-09 14:19:182436 # chromium.memory
Nico Weberd36959682018-04-12 03:33:462437 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2438 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282439 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282440 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202441 'not_site_per_process_browser_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:282442 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282443 # chromium.fyi
2444 'Site Isolation Android',
2445 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282446 'Linux Tests (dbg)(1)(32)',
2447 ],
2448 'modifications': {
2449 'Linux Tests (dbg)(1)': {
2450 'swarming': {
2451 'shards': 10,
2452 },
2453 },
Dirk Pranke8fd63c12017-12-10 18:06:272454 # client.v8.chromium
2455 'Linux - Future (dbg)': {
2456 'swarming': {
2457 'shards': 10,
2458 },
2459 },
Kenneth Russelleb60cbd22017-12-05 07:54:282460 },
2461 },
Dirk Pranke7feb8802017-12-14 19:27:452462 'site_per_process_components_browsertests': {
2463 'remove_from': [
2464 # chromium.linux
2465 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452466 ],
2467 },
2468 'site_per_process_components_unittests': {
2469 'remove_from': [
2470 # chromium.linux
2471 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452472 ],
2473 },
Kenneth Russelleb60cbd22017-12-05 07:54:282474 'site_per_process_content_browsertests': {
2475 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:452476 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282477 'Linux Tests (dbg)(1)(32)',
2478 ],
Kenneth Russell8ceeabf2017-12-11 17:53:282479 'modifications': {
2480 # chromium.fyi
2481 'Site Isolation Android': {
2482 'swarming': {
2483 'shards': 6,
2484 },
2485 },
2486 },
Kenneth Russelleb60cbd22017-12-05 07:54:282487 },
2488 'site_per_process_content_unittests': {
2489 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:452490 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282491 'Linux Tests (dbg)(1)(32)',
2492 ],
2493 },
Dirk Pranke7feb8802017-12-14 19:27:452494 'site_per_process_extensions_browsertests': {
2495 'remove_from': [
2496 # chromium.linux
2497 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452498 ],
2499 },
2500 'site_per_process_extensions_unittests': {
2501 'remove_from': [
2502 # chromium.linux
2503 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452504 ],
2505 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202506 'not_site_per_process_interactive_ui_tests': {
Dirk Pranke7feb8802017-12-14 19:27:452507 'remove_from': [
2508 # chromium.linux
2509 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452510 ],
2511 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202512 'not_site_per_process_sync_integration_tests': {
Dirk Pranke7feb8802017-12-14 19:27:452513 'remove_from': [
2514 # chromium.linux
2515 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452516 ],
2517 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202518 'not_site_per_process_unit_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:282519 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282520 # chromium.fyi
2521 'Site Isolation Android',
2522 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282523 'Linux Tests (dbg)(1)(32)',
2524 ],
2525 },
Dirk Prankeb4ab1e42017-12-19 22:00:532526 'site_per_process_webkit_layout_tests': {
2527 'remove_from': [
2528 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:432529 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2530 'Linux Tests (dbg)(1)',
Dirk Prankeb4ab1e42017-12-19 22:00:532531 'Linux Tests (dbg)(1)(32)',
Dirk Prankeb4ab1e42017-12-19 22:00:532532 ],
2533 },
Dirk Pranke1b767092017-12-07 04:44:232534 'sizes': {
2535 'remove_from': [
2536 'Win',
2537 'Win x64',
2538 ],
2539 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282540 # chromium
Dirk Pranke1b767092017-12-07 04:44:232541 'Mac': {
2542 'args': [
2543 'mac-release/sizes',
2544 ],
2545 },
2546 'Linux x64': {
2547 'args': [
2548 'linux-release-64/sizes',
2549 ],
2550 },
Kenneth Russell8ceeabf2017-12-11 17:53:282551 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282552 'Android Cronet KitKat Builder': {
2553 'args': [
2554 '--platform',
2555 'android-cronet',
2556 '--perf-id',
2557 'android_cronet_builder',
2558 'cronet-arm/sizes',
2559 ],
2560 'override_compile_targets': [
2561 'cronet',
2562 ],
2563 },
Dirk Pranke1b767092017-12-07 04:44:232564 },
2565 },
Kenneth Russelleb60cbd22017-12-05 07:54:282566 'skia_unittests': {
2567 'remove_from': [
2568 # On chromium.android, unclear why these aren't run.
2569 'KitKat Phone Tester (dbg)',
2570 'KitKat Phone Tester (rel)',
2571 'KitKat Tablet Tester',
2572 'Lollipop Phone Tester',
2573 'Lollipop Tablet Tester',
2574 'Marshmallow 64 bit Tester',
2575 'Marshmallow Phone Tester (rel)',
2576 'Marshmallow Tablet Tester',
2577 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282578 # chromium.android.fyi
2579 'Jelly Bean Tester',
2580 'Lollipop Consumer Tester',
2581 'Lollipop Low-end Tester',
2582 'Unswarmed N5 Tests Dummy Builder',
2583 'Unswarmed N5X Tests Dummy Builder',
2584 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:392585 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:282586 'Cast Audio Linux',
2587 'Cast Linux',
2588 ],
2589 },
2590 'snapshot_unittests': {
2591 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:342592 # chromium.chromiumos
2593 'Linux ChromiumOS Tests (dbg)(1)',
2594 'linux-chromeos-dbg',
2595 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282596 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592597 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282598 'Chromium Mac 10.11',
2599 'Chromium Mac 10.11 Force Mac Toolchain',
2600 'Chromium Mac 10.13',
2601 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:282602 # On chromium.win, unclear why these aren't run.
2603 'Win 7 Tests x64 (1)',
2604 'Win10 Tests x64',
2605 'Win7 (32) Tests',
2606 'Win7 Tests (1)',
2607 'Win7 Tests (dbg)(1)',
2608 ],
2609 },
2610 'sql_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:592611 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282612 # chromium.fyi
2613 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:592614 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282615 'modifications': {
2616 'KitKat Tablet Tester': {
2617 'swarming': {
2618 'hard_timeout': 60,
2619 },
2620 },
2621 'Lollipop Tablet Tester': {
2622 'swarming': {
2623 'hard_timeout': 60,
2624 },
2625 },
2626 'Marshmallow Tablet Tester': {
2627 'swarming': {
Yuke Liao5d6014d2018-03-20 22:09:562628 'hard_timeout': 120,
Kenneth Russelleb60cbd22017-12-05 07:54:282629 },
2630 },
2631 },
2632 },
2633 'storage_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242634 'remove_from': [
2635 # chromium.clang
2636 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:242637 'ToTLinuxThinLTO',
2638 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:132639 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:282640 # chromium.fyi
2641 'Out of Process Profiling Mac',
2642 'ThinLTO Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:242643 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282644 'modifications': {
2645 # chromium.android
2646 'KitKat Phone Tester (dbg)': {
2647 'swarming': {
2648 'hard_timeout': 180,
2649 },
2650 },
2651 'KitKat Phone Tester (rel)': {
2652 'swarming': {
2653 'hard_timeout': 180,
2654 },
2655 },
2656 'KitKat Tablet Tester': {
2657 'swarming': {
2658 'hard_timeout': 120,
2659 },
2660 },
2661 'Lollipop Phone Tester': {
2662 'swarming': {
2663 'hard_timeout': 960,
2664 },
2665 },
2666 'Lollipop Tablet Tester': {
2667 'swarming': {
2668 'hard_timeout': 300,
2669 },
2670 },
2671 'Marshmallow 64 bit Tester': {
2672 'swarming': {
2673 'hard_timeout': 960,
2674 },
2675 },
2676 'Marshmallow Tablet Tester': {
2677 'swarming': {
2678 'hard_timeout': 300,
2679 },
2680 },
Kenneth Russelleb60cbd22017-12-05 07:54:282681 },
2682 },
2683 'sync_integration_tests': {
2684 'modifications': {
2685 'Win7 Tests (dbg)(1)': {
2686 'swarming': {
2687 'shards': 2,
2688 },
2689 },
2690 },
John Budorickca14c76f62017-12-09 14:19:182691 'remove_from': [
2692 # chromium.memory
2693 'Linux ASan LSan Tests (1)',
2694 'Linux CFI',
2695 'Linux Chromium OS ASan LSan Tests (1)',
2696 'Linux ChromiumOS MSan Tests',
2697 'Linux MSan Tests',
2698 'Linux TSan Tests',
2699 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282700 },
2701 'telemetry_perf_unittests': {
2702 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282703 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282704 'KitKat Phone Tester (rel)': {
2705 'args': [
2706 '--browser=android-chromium',
2707 '--device=android',
2708 ],
2709 'swarming': {
2710 'dimension_sets': [
2711 {
2712 'temp_band': '<30',
2713 },
2714 ],
2715 'hard_timeout': 1500,
2716 'shards': 15,
2717 },
2718 },
2719 'Marshmallow Phone Tester (rel)': {
2720 'args': [
2721 '--browser=android-chromium',
2722 '--device=android',
2723 ],
2724 'swarming': {
2725 'dimension_sets': [
2726 {
2727 'temp_band': '<30',
2728 },
2729 ],
2730 'hard_timeout': 1500,
2731 'shards': 15,
2732 },
2733 },
Kenneth Russell8ceeabf2017-12-11 17:53:282734 # chromium.android.fyi
2735 'x86 Cloud Tester': {
2736 'args': [
2737 '--browser=android-chromium',
2738 '--device=android',
2739 ],
2740 'swarming': {
2741 'shards': 1,
2742 },
2743 },
Tom Andersonae738bda2018-02-20 20:40:092744 # chromium.fyi
2745 'Linux Xenial': {
2746 'args': [
2747 '--xvfb',
2748 '--jobs=1',
2749 ],
2750 },
Kenneth Russell8ceeabf2017-12-11 17:53:282751 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282752 'Linux Tests': {
2753 'args': [
2754 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482755 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282756 ],
2757 },
Ned Nguyeneb3911e2017-12-11 20:16:022758 'Linux Tests (dbg)(1)': {
2759 'args': [
2760 '--xvfb',
nednguyen35d625f22018-01-11 19:45:302761 '--jobs=1',
Ned Nguyeneb3911e2017-12-11 20:16:022762 ],
2763 },
John Budorick2593eb922018-05-09 19:31:492764 'linux-xenial-rel': {
2765 'args': [
2766 '--xvfb',
2767 '--jobs=1',
2768 ],
2769 },
Kenneth Russell8ceeabf2017-12-11 17:53:282770 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:282771 # Disable parallelism on all Mac bots.
2772 'Mac10.10 Tests': {
2773 'args': [
2774 '--jobs=1',
2775 ],
2776 },
2777 'Mac10.11 Tests': {
2778 'args': [
2779 '--jobs=1',
2780 ],
2781 },
2782 'Mac10.12 Tests': {
2783 'args': [
2784 '--jobs=1',
2785 ],
2786 },
Ned Nguyen6e6e5b32018-02-21 20:21:502787 'Win7 Tests (dbg)(1)': {
2788 'args': [
2789 '--jobs=1',
2790 ],
2791 'swarming': {
2792 'shards': 20,
2793 },
2794 'experiment_percentage': 100,
2795 },
Kenneth Russelleb60cbd22017-12-05 07:54:282796 },
2797 'remove_from': [
Kenneth Russelleb60cbd22017-12-05 07:54:282798 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b232018-03-03 02:59:142799 'Mac10.13 Tests',
2800 'Mac10.13 Tests (dbg)',
Dirk Pranke8fd63c12017-12-10 18:06:272801 # client.v8.chromium
2802 'Linux - Future (dbg)',
Stephen Martinise701f5a2018-05-04 01:25:112803 # chromium.win
2804 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282805 ],
2806 },
Dirk Prankedd1d2a02017-12-08 20:51:592807 'telemetry_unittests': {
2808 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282809 'Out of Process Profiling Mac': {
2810 'swarming': {
2811 'shards': 2,
2812 },
2813 },
Dirk Prankedd1d2a02017-12-08 20:51:592814 },
Stephen Martinise701f5a2018-05-04 01:25:112815 'remove_from': [
2816 # chromium.win
2817 'Win10 Tests x64 (dbg)',
2818 ],
Dirk Prankedd1d2a02017-12-08 20:51:592819 },
Kenneth Russelleb60cbd22017-12-05 07:54:282820 'traffic_annotation_auditor_unittests': {
2821 'modifications': {
2822 'Linux Tests': {
2823 # Unclear why this isn't swarmed.
2824 'swarming': {
2825 'can_use_on_swarming_builders': False,
2826 },
2827 },
2828 },
2829 'remove_from': [
2830 # On chromium.linux, unclear why these only run on "Linux Tests".
2831 'Linux Tests (dbg)(1)',
2832 'Linux Tests (dbg)(1)(32)',
2833 ],
2834 },
2835 'ui_android_unittests': {
2836 'modifications': {
2837 'KitKat Tablet Tester': {
2838 'swarming': {
2839 'hard_timeout': 120,
2840 },
2841 },
2842 'Marshmallow Tablet Tester': {
2843 'swarming': {
2844 'hard_timeout': 120,
2845 },
2846 },
2847 },
2848 },
2849 'ui_base_unittests': {
2850 'modifications': {
2851 'KitKat Tablet Tester': {
2852 'swarming': {
2853 'hard_timeout': 120,
2854 },
2855 },
2856 'Marshmallow Tablet Tester': {
2857 'swarming': {
2858 'hard_timeout': 120,
2859 },
2860 },
2861 },
2862 },
2863 'ui_touch_selection_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242864 'remove_from': [
2865 # chromium.clang
2866 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:242867 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282868 'modifications': {
2869 'KitKat Tablet Tester': {
2870 'swarming': {
2871 'hard_timeout': 120,
2872 },
2873 },
2874 'Marshmallow Tablet Tester': {
2875 'swarming': {
2876 'hard_timeout': 120,
2877 },
2878 },
2879 },
2880 },
2881 'unit_tests': {
2882 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242883 # chromium.clang
2884 'CrWinAsanCov',
Kenneth Russelleb60cbd22017-12-05 07:54:282885 # On chromium.linux, unclear why these aren't run on Cast.
2886 'Cast Audio Linux',
2887 'Cast Linux',
Stephen Martinise701f5a2018-05-04 01:25:112888 # chromium.win
2889 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282890 ],
2891 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242892 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282893 'KitKat Tablet Tester': {
2894 'swarming': {
2895 'hard_timeout': 1200,
2896 'shards': 2,
2897 },
2898 },
2899 'Lollipop Phone Tester': {
2900 'swarming': {
2901 'hard_timeout': 960,
2902 'shards': 2,
2903 },
2904 },
2905 'Lollipop Tablet Tester': {
2906 'swarming': {
2907 'hard_timeout': 1200,
2908 'shards': 2,
2909 },
2910 },
2911 'Marshmallow 64 bit Tester': {
2912 'swarming': {
2913 'hard_timeout': 960,
2914 'shards': 2,
2915 },
2916 },
2917 'Marshmallow Phone Tester (rel)': {
2918 'swarming': {
2919 'hard_timeout': 960,
2920 'shards': 2,
2921 },
2922 },
2923 'Marshmallow Tablet Tester': {
2924 'swarming': {
2925 'hard_timeout': 1200,
2926 'shards': 2,
2927 },
2928 },
Kenneth Russell8ceeabf2017-12-11 17:53:282929 # chromium.android.fyi
2930 'Lollipop Low-end Tester': {
2931 'swarming': {
2932 'hard_timeout': 0,
2933 },
2934 },
2935 'Nougat Phone Tester': {
2936 'swarming': {
2937 'hard_timeout': 1200,
2938 'shards': 2,
2939 },
2940 },
2941 'x64 Device Tester': {
2942 'swarming': {
2943 'hard_timeout': 0,
2944 },
2945 },
2946 'x86 Cloud Tester': {
2947 'swarming': {
2948 'hard_timeout': 0,
2949 },
2950 },
Kenneth Russellfbda3c532017-12-08 23:57:242951 # chromium.clang
2952 'ToTLinuxASan': {
2953 'swarming': {
2954 'shards': 2,
2955 },
John Budorickca14c76f62017-12-09 14:19:182956 },
Dirk Pranke20eae9a72017-12-09 18:12:142957 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:182958 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342959 # These are slow on the ASAN trybot for some reason.
2960 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182961 'swarming': {
John Budorick5052d552017-12-13 02:59:342962 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182963 },
2964 },
2965 'Linux Chromium OS ASan LSan Tests (1)': {
2966 'args': [
2967 '--test-launcher-filter-file=../../testing/buildbot/filters/unit_tests_cros_asan.filter',
2968 ],
2969 },
2970 'Linux TSan Tests': {
2971 'swarming': {
2972 'shards': 2,
2973 },
2974 },
Dirk Pranke20eae9a72017-12-09 18:12:142975 # chromium.swarm
2976 'Android N5X Swarm': {
2977 'swarming': {
2978 'shards': 8,
2979 },
2980 },
Kenneth Russelleb60cbd22017-12-05 07:54:282981 },
2982 },
2983 'url_unittests': {
2984 'remove_from': [
2985 # On chromium.android, unclear why these aren't run.
2986 'KitKat Phone Tester (dbg)',
2987 'KitKat Phone Tester (rel)',
2988 'KitKat Tablet Tester',
2989 'Lollipop Phone Tester',
2990 'Lollipop Tablet Tester',
2991 'Marshmallow 64 bit Tester',
2992 'Marshmallow Phone Tester (rel)',
2993 'Marshmallow Tablet Tester',
2994 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282995 # chromium.android.fyi
2996 'Jelly Bean Tester',
2997 'Lollipop Consumer Tester',
2998 'Lollipop Low-end Tester',
2999 'Unswarmed N5 Tests Dummy Builder',
3000 'Unswarmed N5X Tests Dummy Builder',
3001 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:283002 ],
3003 },
3004 'views_unittests': {
3005 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243006 # chromium.clang
3007 'ToTLinuxASan',
3008 'ToTMacASan',
3009 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:283010 'Linux Tests (dbg)(1)(32)',
3011 ],
3012 },
jonross6b44aa52018-05-04 14:41:393013 'viz_content_browsertests': {
3014 'remove_from': [
3015 # Currently flaky timeouts on Windows 10. crbug.com/839824
3016 'Win10 Tests x64 (dbg)',
3017 ],
3018 },
Stephen Martinis36977112018-04-06 06:09:463019 'viz_browser_tests': {
3020 'remove_from': [
3021 # Currently too flaky on Windows.
3022 'Win 7 Tests x64 (1)',
3023 'Win10 Tests x64',
3024 'Win7 Tests (1)',
3025 'Win7 Tests (dbg)(1)',
Stephen Martinise701f5a2018-05-04 01:25:113026 'Win10 Tests x64 (dbg)',
Stephen Martinis36977112018-04-06 06:09:463027 ],
3028 },
Kenneth Russelleb60cbd22017-12-05 07:54:283029 'viz_unittests': {
3030 'remove_from': [
3031 # On chromium.android, unclear why these aren't run on all bots.
3032 'Nougat Phone Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243033 # chromium.clang
3034 'CFI Linux (icall)',
3035 'CFI Linux ToT',
3036 'ToTAndroid x64',
3037 'ToTAndroidASan',
3038 'ToTLinux',
3039 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:243040 'ToTLinuxThinLTO',
3041 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:133042 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:283043 # chromium.android.fyi
3044 'Jelly Bean Tester',
3045 'Lollipop Consumer Tester',
3046 'Lollipop Low-end Tester',
3047 'Unswarmed N5 Tests Dummy Builder',
3048 'Unswarmed N5X Tests Dummy Builder',
3049 'x64 Device Tester',
3050 'x86 Cloud Tester',
3051 # chromium.fyi
3052 'Chromium Win 10 GCE Tests',
3053 'Out of Process Profiling Android',
3054 'Out of Process Profiling Linux',
3055 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:283056 # chromium.win
3057 'Win10 Tests x64',
3058 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283059 'modifications': {
3060 'KitKat Tablet Tester': {
3061 'swarming': {
3062 'hard_timeout': 300,
3063 },
3064 },
3065 'Lollipop Tablet Tester': {
3066 'swarming': {
3067 'hard_timeout': 300,
3068 },
3069 },
3070 'Marshmallow Phone Tester (rel)': {
3071 'swarming': {
3072 'hard_timeout': 960,
3073 },
3074 },
3075 'Marshmallow Tablet Tester': {
3076 'swarming': {
3077 'hard_timeout': 300,
3078 },
3079 },
3080 },
3081 },
3082 'vr_common_unittests': {
3083 'remove_from': [
3084 # On chromium.android, unclear why these aren't run on all bots.
3085 'KitKat Phone Tester (dbg)',
3086 'KitKat Phone Tester (rel)',
Kenneth Russell8ceeabf2017-12-11 17:53:283087 'Nougat Phone Tester chromium.android',
3088 # chromium.android.fyi
3089 'Jelly Bean Tester',
3090 'Lollipop Consumer Tester',
3091 'Lollipop Low-end Tester',
3092 'Unswarmed N5 Tests Dummy Builder',
3093 'Unswarmed N5X Tests Dummy Builder',
3094 'x64 Device Tester',
3095 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243096 # chromium.clang
3097 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:283098 # chromium.fyi
3099 'Chromium Win 10 GCE Tests',
3100 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:283101 # chromium.win
3102 'Win 7 Tests x64 (1)',
3103 'Win10 Tests x64',
3104 ],
3105 'modifications': {
3106 'KitKat Tablet Tester': {
3107 'swarming': {
3108 'hard_timeout': 300,
3109 },
3110 },
3111 'Lollipop Tablet Tester': {
3112 'swarming': {
3113 'hard_timeout': 300,
3114 },
3115 },
3116 'Marshmallow Phone Tester (rel)': {
3117 'swarming': {
3118 'hard_timeout': 960,
3119 },
3120 },
3121 'Marshmallow Tablet Tester': {
3122 'swarming': {
3123 'hard_timeout': 300,
3124 },
3125 },
3126 },
3127 },
Kenneth Russellfbda3c532017-12-08 23:57:243128 'vr_pixeltests': {
3129 'remove_from': [
3130 # chromium.android
3131 'KitKat Phone Tester (dbg)',
3132 'KitKat Phone Tester (rel)',
3133 'KitKat Tablet Tester',
3134 'Lollipop Phone Tester',
3135 'Lollipop Tablet Tester',
3136 'Marshmallow 64 bit Tester',
3137 'Marshmallow Phone Tester (rel)',
3138 'Marshmallow Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283139 # chromium.android.fyi
3140 'Jelly Bean Tester',
3141 'Lollipop Consumer Tester',
3142 'Lollipop Low-end Tester',
3143 'Nougat Phone Tester chromium.android.fyi',
3144 'Unswarmed N5 Tests Dummy Builder',
3145 'Unswarmed N5X Tests Dummy Builder',
3146 'x64 Device Tester',
3147 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243148 # chromium.clang
3149 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:283150 # chromium.fyi
3151 'Chromium Win 10 GCE Tests',
3152 'Out of Process Profiling Android',
3153 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243154 # chromium.win
3155 'Win 7 Tests x64 (1)',
3156 'Win10 Tests x64',
3157 'Win7 Tests (1)',
3158 'Win7 Tests (dbg)(1)',
3159 ],
3160 },
Kenneth Russelleb60cbd22017-12-05 07:54:283161 'webkit_layout_tests': {
3162 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243163 # chromium.clang
3164 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:283165 # chromium.fyi
3166 'Chromium Mac 10.11',
3167 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:243168 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:433169 'Linux Tests (dbg)(1)',
Kenneth Russelleb60cbd22017-12-05 07:54:283170 'Linux Tests (dbg)(1)(32)',
Kenneth Russellfbda3c532017-12-08 23:57:243171 # chromium.mac
Shenghua Zhangbd6f1b232018-03-03 02:59:143172 'Mac10.13 Tests (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:243173 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283174 'Win 7 Tests x64 (1)',
3175 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113176 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:283177 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283178 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:283179 # chromium.fyi
Dirk Prankea85f2acd2018-02-02 02:35:433180 'Dummy WebKit Mac10.13': {
3181 'swarming': {
Robert Ma196b907e62018-04-09 18:05:523182 'shards': 12,
Dirk Prankea85f2acd2018-02-02 02:35:433183 },
3184 },
John Budoricka14c2c392018-03-02 19:00:443185 'linux-blink-heap-incremental-marking': {
3186 'args': [
3187 '--debug',
Michael Lippautzd48e4a52018-04-26 06:59:133188 '--additional-driver-flag=--enable-blink-features=HeapIncrementalMarkingStress',
John Budoricka14c2c392018-03-02 19:00:443189 ],
3190 },
Kenneth Russell8ceeabf2017-12-11 17:53:283191 'WebKit Linux layout_ng Dummy Builder': {
3192 'args': [
3193 '--additional-driver-flag=--enable-blink-features=LayoutNG',
Kenneth Russell8ceeabf2017-12-11 17:53:283194 '--additional-driver-flag=--enable-slimming-paint-v175',
3195 ],
3196 'swarming': {
3197 'shards': 15,
3198 },
3199 },
3200 'WebKit Linux root_layer_scrolls Dummy Builder': {
3201 'args': [
3202 '--additional-driver-flag=--root-layer-scrolls',
3203 ],
3204 'swarming': {
3205 'shards': 15,
3206 },
3207 },
3208 'WebKit Linux slimming_paint_v2 Dummy Builder': {
3209 'args': [
Xianzhu Wang0e4447e2018-02-19 06:44:323210 '--additional-driver-flag=--enable-slimming-paint-v2',
Kenneth Russell8ceeabf2017-12-11 17:53:283211 ],
3212 'swarming': {
3213 'shards': 15,
3214 },
3215 },
3216 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:283217 'Linux Tests': {
3218 'swarming': {
3219 'dimension_sets': [
3220 {
3221 # TODO(kbr): this is essentially redundant.
3222 'os': 'Ubuntu-14.04',
3223 },
3224 ],
3225 'shards': 6,
3226 },
3227 },
Kenneth Russell8ceeabf2017-12-11 17:53:283228 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:283229 'Mac10.10 Tests': {
3230 # TODO(kbr): this is essentially redundant.
3231 'swarming': {
3232 'dimension_sets': [
3233 {
3234 'gpu': 'none',
3235 'os': 'Mac-10.10.5',
3236 },
3237 ],
3238 },
3239 },
3240 'Mac10.11 Tests': {
3241 # TODO(kbr): this is essentially redundant.
3242 'swarming': {
3243 'dimension_sets': [
3244 {
3245 'gpu': 'none',
3246 'os': 'Mac-10.11.6',
3247 },
3248 ],
3249 },
3250 },
3251 'Mac10.12 Tests': {
3252 # TODO(kbr): if the Swarming dimensions were explicitly specified for
3253 # all jobs then this wouldn't be needed. However, note that this bot
3254 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
3255 'swarming': {
3256 'dimension_sets': [
3257 {
3258 'gpu': '8086:0a2e',
3259 'hidpi': '0',
3260 'os': 'Mac-10.12.6',
3261 },
3262 ],
3263 'shards': 12,
3264 },
3265 },
Dirk Pranke736e26f2018-04-07 01:54:303266 'Mac10.13 Tests': {
Kenneth Russellbeb175e2018-04-21 02:43:093267 # TODO(jbudorick,dpranke): Switch this to 10.13.
Dirk Pranke736e26f2018-04-07 01:54:303268
3269 # TODO(kbr): if the Swarming dimensions were explicitly specified for
3270 # all jobs then this wouldn't be needed. However, note that this bot
3271 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
3272 'swarming': {
3273 'dimension_sets': [
3274 {
3275 'gpu': '8086:0a2e',
3276 'hidpi': '0',
3277 'os': 'Mac-10.12.6',
3278 },
3279 ],
3280 'shards': 12,
3281 },
3282 },
Dirk Pranke81ff51c2017-12-09 19:24:283283
3284 # TODO(dpranke): Clean up all of the unneeded exceptions on
3285 # chromium.webkit.
3286 'WebKit Linux Trusty': {
Stephen Martinis3bed2ab2018-04-23 19:42:063287 'args': [
3288 '--zero-tests-executed-ok',
3289 ],
Dirk Pranke81ff51c2017-12-09 19:24:283290 'swarming': {
3291 'dimension_sets': [
3292 {
3293 'os': 'Ubuntu-14.04',
3294 },
3295 ],
3296 },
3297 },
3298 'WebKit Linux Trusty (dbg)': {
3299 'args': [
3300 '--debug',
Stephen Martinis3bed2ab2018-04-23 19:42:063301 '--zero-tests-executed-ok',
Dirk Pranke81ff51c2017-12-09 19:24:283302 ],
3303 'swarming': {
3304 'dimension_sets': [
3305 {
3306 'os': 'Ubuntu-14.04',
3307 },
3308 ],
3309 'shards': 20,
3310 },
3311 },
3312 'WebKit Linux Trusty ASAN': {
3313 'args': [
3314 '--additional-expectations',
3315 '../../third_party/WebKit/LayoutTests/ASANExpectations',
3316 '--time-out-ms',
3317 '48000',
3318 '--enable-sanitizer',
Stephen Martinis3bed2ab2018-04-23 19:42:063319 '--zero-tests-executed-ok',
Dirk Pranke81ff51c2017-12-09 19:24:283320 ],
3321 'swarming': {
3322 'dimension_sets': [
3323 {
3324 'os': 'Ubuntu-14.04',
3325 },
3326 ],
3327 'shards': 20,
3328 },
3329 },
3330 'WebKit Linux Trusty Leak': {
3331 'args': [
3332 '--additional-expectations',
3333 '../../third_party/WebKit/LayoutTests/LeakExpectations',
3334 '--time-out-ms',
3335 '48000',
3336 '--enable-leak-detection',
Stephen Martinis3bed2ab2018-04-23 19:42:063337 '--zero-tests-executed-ok',
Dirk Pranke81ff51c2017-12-09 19:24:283338 ],
3339 'swarming': {
3340 'dimension_sets': [
3341 {
3342 'os': 'Ubuntu-14.04',
3343 },
3344 ],
3345 'shards': 10,
3346 },
3347 },
3348 'WebKit Linux Trusty MSAN': {
3349 'args': [
3350 '--additional-expectations',
3351 '../../third_party/WebKit/LayoutTests/MSANExpectations',
3352 '--time-out-ms',
3353 '66000',
3354 '--enable-sanitizer',
Stephen Martinis3bed2ab2018-04-23 19:42:063355 '--zero-tests-executed-ok',
Dirk Pranke81ff51c2017-12-09 19:24:283356 ],
3357 'swarming': {
3358 'dimension_sets': [
3359 {
3360 'os': 'Ubuntu-14.04',
3361 },
3362 ],
3363 'expiration': 36000,
3364 'hard_timeout': 10800,
3365 'io_timeout': 3600,
3366 'shards': 20,
3367 },
3368 },
Dirk Pranke81ff51c2017-12-09 19:24:283369 'WebKit Mac10.11 (dbg)': {
3370 'args': [
3371 '--debug',
3372 ],
Dirk Pranke81ff51c2017-12-09 19:24:283373 },
3374 'WebKit Win10': {
Stephen Martinis3bed2ab2018-04-23 19:42:063375 'args': [
3376 '--zero-tests-executed-ok',
3377 ],
Dirk Pranke81ff51c2017-12-09 19:24:283378 'swarming': {
3379 'dimension_sets': [
3380 {
Jao-ke Chin-Leeee7d1492018-04-02 17:35:483381 'os': 'Windows-10-15063',
Dirk Pranke81ff51c2017-12-09 19:24:283382 },
3383 ],
Dirk Pranke81ff51c2017-12-09 19:24:283384 },
3385 },
3386 'WebKit Win7': {
Stephen Martinis3bed2ab2018-04-23 19:42:063387 'args': [
3388 '--zero-tests-executed-ok',
3389 ],
Dirk Pranke81ff51c2017-12-09 19:24:283390 'swarming': {
3391 'dimension_sets': [
3392 {
3393 'os': 'Windows-7-SP1',
3394 },
3395 ],
Dirk Pranke81ff51c2017-12-09 19:24:283396 },
3397 },
3398 'WebKit Win7 (dbg)': {
Stephen Martinis3bed2ab2018-04-23 19:42:063399 'args': [
3400 '--zero-tests-executed-ok',
3401 ],
Dirk Pranke81ff51c2017-12-09 19:24:283402 'swarming': {
3403 'dimension_sets': [
3404 {
3405 'os': 'Windows-7-SP1',
3406 },
3407 ]
3408 },
Dirk Pranke81ff51c2017-12-09 19:24:283409 },
3410
Stephen Martinis109eed42018-04-27 21:12:123411 'Win7 Tests (1)': {
3412 'experiment_percentage': 100,
3413 },
3414
Kenneth Russell8ceeabf2017-12-11 17:53:283415 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283416 'Win7 Tests (dbg)(1)': {
3417 'args': [
3418 '--debug',
3419 '--time-out-ms',
3420 '60000'
3421 ],
3422 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
3423 # from prefered_os_dimension in
3424 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
3425 # Swarming dimensions would be either specified for all testers on the
3426 # waterfall (and therefore, explicitly specified for all tests in the
3427 # generated JSON), or this would be removed, and the implicit one used.
3428 'swarming': {
3429 'dimension_sets': [
3430 {
3431 'os': 'Windows-7-SP1',
3432 }
3433 ],
3434 },
3435 },
Stephen Martinis1c5d6aa2018-04-17 03:11:253436 'Win10 Tests x64 (dbg)': {
3437 'args': [
3438 '--debug',
Stephen Martinis29afff32018-04-19 03:03:113439 '--target',
3440 'Debug_x64',
Stephen Martinis1c5d6aa2018-04-17 03:11:253441 ],
3442 },
Kenneth Russelleb60cbd22017-12-05 07:54:283443 },
3444 },
Kenneth Russelleb60cbd22017-12-05 07:54:283445 'webkit_unit_tests': {
3446 'remove_from': [
3447 # On chromium.android, unclear why these aren't run.
3448 'KitKat Phone Tester (dbg)',
3449 'KitKat Phone Tester (rel)',
3450 'KitKat Tablet Tester',
3451 'Lollipop Phone Tester',
3452 'Lollipop Tablet Tester',
3453 'Marshmallow 64 bit Tester',
3454 'Marshmallow Phone Tester (rel)',
3455 'Marshmallow Tablet Tester',
3456 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283457 # chromium.android.fyi
3458 'Android Tests (trial)(dbg)',
3459 'Jelly Bean Tester',
3460 'Lollipop Consumer Tester',
3461 'Lollipop Low-end Tester',
3462 'Unswarmed N5 Tests Dummy Builder',
3463 'Unswarmed N5X Tests Dummy Builder',
3464 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243465 # chromium.clang
3466 'CrWinAsan',
3467 'CrWinAsan(dll)',
3468 'CrWinAsanCov',
Kenneth Russellfbda3c532017-12-08 23:57:243469 'ToTLinuxMSan',
3470 'ToTLinuxThinLTO',
Dirk Pranke33d04f3a2017-12-16 00:05:273471 # chromium.chromiumos
3472 'linux-chromeos-rel', # crbug.com/795440
Kenneth Russelleb60cbd22017-12-05 07:54:283473 ],
Dirk Pranke81ff51c2017-12-09 19:24:283474 'modifications': {
John Budorick5052d552017-12-13 02:59:343475 # chromium.memory
3476 'Linux ASan LSan Tests (1)': {
3477 # These are very slow on the ASAN trybot for some reason.
3478 # crbug.com/794372
3479 'swarming': {
3480 'shards': 5,
3481 },
3482 },
Dirk Pranke81ff51c2017-12-09 19:24:283483 },
Kenneth Russelleb60cbd22017-12-05 07:54:283484 },
3485 'webview_instrumentation_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:283486 'remove_gtest_from': [
3487 'Lollipop Consumer Tester',
3488 'Unswarmed N5 Tests Dummy Builder',
3489 'Unswarmed N5X Tests Dummy Builder',
3490 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283491 'remove_from': [
3492 # On chromium.android, unclear why these aren't run on all bots.
3493 'KitKat Phone Tester (dbg)',
3494 'KitKat Phone Tester (rel)',
3495 'KitKat Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283496 'Nougat Phone Tester chromium.android',
3497 # chromium.android.fyi
3498 'Android Tests with Tracing',
3499 'Jelly Bean Tester',
Hans Wennborga0b11ebe2018-05-15 16:26:503500 # chromium.clang; matching chromium.android, the test fails on these.
Kenneth Russellfbda3c532017-12-08 23:57:243501 'ToTAndroid x64',
Hans Wennborga0b11ebe2018-05-15 16:26:503502 'ToTAndroid',
Dirk Pranke20eae9a72017-12-09 18:12:143503 # On chromium.swarm, this should possibly be being run (or removed
3504 # from Android N5X Swarm).
3505 'Android N5 Swarm',
Kenneth Russell8ceeabf2017-12-11 17:53:283506 # chromium.fyi
3507 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:283508 ],
Kenneth Russellfbda3c532017-12-08 23:57:243509 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:283510 # chromium.android.fyi
3511 'Lollipop Low-end Tester': [
3512 'args',
3513 ],
3514 'Nougat Phone Tester': [
3515 'args',
3516 ],
Kenneth Russell8ceeabf2017-12-11 17:53:283517 'x86 Cloud Tester': [
3518 'args',
3519 ],
Kenneth Russellfbda3c532017-12-08 23:57:243520 },
Kenneth Russelleb60cbd22017-12-05 07:54:283521 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:243522 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:283523 'Lollipop Phone Tester': {
3524 'swarming': {
3525 'shards': 6,
3526 },
3527 },
3528 'Lollipop Tablet Tester': {
3529 'swarming': {
3530 'hard_timeout': 1800,
3531 'shards': 6,
3532 },
3533 },
3534 'Marshmallow 64 bit Tester': {
3535 'swarming': {
3536 'hard_timeout': 1200,
3537 'shards': 8,
3538 },
3539 },
3540 'Marshmallow Phone Tester (rel)': {
3541 'swarming': {
3542 'hard_timeout': 1200,
3543 'shards': 8,
3544 },
3545 },
3546 'Marshmallow Tablet Tester': {
3547 'swarming': {
3548 'hard_timeout': 1800,
3549 'shards': 6,
3550 },
3551 },
Kenneth Russell8ceeabf2017-12-11 17:53:283552 # chromium.android.fyi
3553 'Lollipop Low-end Tester': {
3554 'swarming': {
3555 'shards': 2,
3556 },
3557 },
3558 'Nougat Phone Tester': {
3559 'swarming': {
3560 'hard_timeout': 1500,
3561 'shards': 6,
3562 },
3563 },
3564 'x86 Cloud Tester': {
3565 'swarming': {
3566 'hard_timeout': 960,
3567 },
3568 },
Kenneth Russelleb60cbd22017-12-05 07:54:283569 },
3570 },
Kenneth Russellfbda3c532017-12-08 23:57:243571 'wm_unittests': {
3572 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:283573 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:283574 'Out of Process Profiling Windows',
3575 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:243576 ],
3577 },
Kenneth Russelleb60cbd22017-12-05 07:54:283578 'wtf_unittests': {
3579 'remove_from': [
3580 # On chromium.android, unclear why these aren't run.
3581 'KitKat Phone Tester (dbg)',
3582 'KitKat Phone Tester (rel)',
3583 'KitKat Tablet Tester',
3584 'Lollipop Phone Tester',
3585 'Lollipop Tablet Tester',
3586 'Marshmallow 64 bit Tester',
3587 'Marshmallow Phone Tester (rel)',
3588 'Marshmallow Tablet Tester',
3589 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283590 # chromium.android.fyi
3591 'Android Tests (trial)(dbg)',
3592 'Jelly Bean Tester',
3593 'Lollipop Consumer Tester',
3594 'Lollipop Low-end Tester',
3595 'Unswarmed N5 Tests Dummy Builder',
3596 'Unswarmed N5X Tests Dummy Builder',
3597 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243598 # chromium.clang
3599 'CrWinAsan',
3600 'CrWinAsan(dll)',
3601 'CrWinAsanCov',
Kenneth Russellfbda3c532017-12-08 23:57:243602 'ToTLinuxMSan',
Kenneth Russelleb60cbd22017-12-05 07:54:283603 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283604 },
3605 'zucchini_unittests': {
3606 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:283607 # chromium.fyi
3608 'Chromium Win 10 GCE Tests',
3609 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283610 'Win10 Tests x64',
3611 ],
3612 },
3613}