blob: 67d483eea06453b14636e8393f9e1fa87c332c41 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
16# The goal is to drive the number of exceptions to zero, to make all
17# the bots behave similarly.
18{
John Budorickca14c76f62017-12-09 14:19:1819 'accessibility_unittests': {
20 'remove_from': [
21 'Mac ASan 64 Tests (1)',
22 ],
23 },
Kenneth Russelleb60cbd22017-12-05 07:54:2824 'android_webview_unittests': {
25 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3226 # On chromium.android, these do not need to run prior to M.
Kenneth Russelleb60cbd22017-12-05 07:54:2827 'KitKat Phone Tester (dbg)',
28 'KitKat Phone Tester (rel)',
29 'KitKat Tablet Tester',
John Budorick826d5ed2017-12-28 19:27:3230 # They should be running here, though, once stabilized.
Kenneth Russell8ceeabf2017-12-11 17:53:2831 'Nougat Phone Tester chromium.android',
32 # chromium.android.fyi
33 'x64 Device Tester',
Kenneth Russellfbda3c532017-12-08 23:57:2434 # chromium.clang
35 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:2836 # chromium.fyi
37 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:2838 ],
39 'modifications': {
40 'Lollipop Tablet Tester': {
41 'swarming': {
42 'hard_timeout': 900,
43 },
44 },
Kenneth Russelleb60cbd22017-12-05 07:54:2845 'Marshmallow Tablet Tester': {
46 'swarming': {
47 'hard_timeout': 900,
48 },
49 },
50 },
51 },
Kenneth Russellfbda3c532017-12-08 23:57:2452 'angle_unittests': {
53 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2854 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:5955 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:2856 'Chromium Mac 10.11',
57 'Chromium Mac 10.11 Force Mac Toolchain',
58 'Chromium Mac 10.13',
Kenneth Russellfbda3c532017-12-08 23:57:2459 ],
John Budorickca14c76f62017-12-09 14:19:1860 'modifications': {
61 'Linux ASan LSan Tests (1)': {
62 'swarming': {
63 'shards': 10,
64 },
65 },
66 },
Kenneth Russellfbda3c532017-12-08 23:57:2467 },
68 'app_shell_unittests': {
69 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2870 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:2871 'Out of Process Profiling Windows',
Kenneth Russell8ceeabf2017-12-11 17:53:2872 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:1873 ],
74 },
James Cookf225c322018-02-22 00:05:5075 'mash_ash_unittests': {
John Budorickca14c76f62017-12-09 14:19:1876 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:2477 ],
78 },
79 'aura_unittests': {
80 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2881 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:2882 'Out of Process Profiling Windows',
83 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:2484 ],
85 },
Kenneth Russelleb60cbd22017-12-05 07:54:2886 'base_unittests': {
87 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:2488 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:2889 'KitKat Tablet Tester': {
90 'swarming': {
91 'hard_timeout': 300,
92 },
93 },
94 'Lollipop Tablet Tester': {
95 'swarming': {
96 'hard_timeout': 600,
97 },
98 },
Kenneth Russelleb60cbd22017-12-05 07:54:2899 'Marshmallow Phone Tester (rel)': {
100 'swarming': {
101 'hard_timeout': 960,
102 },
103 },
104 'Marshmallow Tablet Tester': {
105 'swarming': {
106 'hard_timeout': 600,
107 },
108 },
Kenneth Russellfbda3c532017-12-08 23:57:24109 # chromium.clang
110 'ToTMac': {
111 'swarming': {
112 'shards': 5,
113 },
114 },
Kenneth Russell8ceeabf2017-12-11 17:53:28115 # chromium.fyi
116 'Out of Process Profiling Mac': {
117 'swarming': {
118 'shards': 5,
119 },
120 },
Kenneth Russelleb60cbd22017-12-05 07:54:28121 },
122 },
John Budorickca14c76f62017-12-09 14:19:18123 'blink_heap_unittests': {
124 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:18125 # chromium.clang
126 'CrWinAsan',
127 'CrWinAsan(dll)',
128 'CrWinAsanCov',
129 'ToTLinuxMSan',
John Budorickca14c76f62017-12-09 14:19:18130 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46131 'Linux TSan Tests', # https://crbug.com/831674
John Budorickca14c76f62017-12-09 14:19:18132 ],
133 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28134 # chromium.android
John Budorickca14c76f62017-12-09 14:19:18135 'KitKat Phone Tester (dbg)': {
136 'swarming': {
137 'hard_timeout': 180,
138 },
139 },
140 'KitKat Phone Tester (rel)': {
141 'swarming': {
142 'hard_timeout': 180,
143 },
144 },
145 'Marshmallow Phone Tester (rel)': {
146 'swarming': {
147 'hard_timeout': 960,
148 },
149 },
Kenneth Russell8ceeabf2017-12-11 17:53:28150 # chromium.android.fyi
151 'x86 Cloud Tester': {
152 'swarming': {
153 'hard_timeout': 120,
154 },
155 },
John Budorickca14c76f62017-12-09 14:19:18156 },
157 },
158 'blink_platform_unittests': {
159 'remove_from': [
160 # chromium.clang
161 'CrWinAsan',
162 'CrWinAsan(dll)',
163 'CrWinAsanCov',
164 'ToTLinuxMSan',
John Budorickca14c76f62017-12-09 14:19:18165 ],
166 },
167 'boringssl_crypto_tests': {
168 'remove_from': [
169 # On chromium.android, unclear why these aren't run on all bots.
170 'KitKat Tablet Tester',
171 'Lollipop Phone Tester',
172 'Lollipop Tablet Tester',
173 'Marshmallow 64 bit Tester',
174 'Marshmallow Phone Tester (rel)',
175 'Marshmallow Tablet Tester',
176 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28177 # chromium.android.fyi
178 'Jelly Bean Tester',
179 'Lollipop Consumer Tester',
180 'Lollipop Low-end Tester',
181 'Unswarmed N5 Tests Dummy Builder',
182 'Unswarmed N5X Tests Dummy Builder',
183 'x86 Cloud Tester',
John Budorickca14c76f62017-12-09 14:19:18184 # chromium.chromiumos
185 'Linux ChromiumOS Tests (dbg)(1)',
186 'linux-chromeos-dbg',
187 'linux-chromeos-rel',
188 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
189 'Mac10.12 Tests',
John Budorickca14c76f62017-12-09 14:19:18190 ],
191 },
192 'boringssl_ssl_tests': {
193 'remove_from': [
194 # On chromium.android, unclear why these aren't run on all bots.
195 'KitKat Tablet Tester',
196 'Lollipop Phone Tester',
197 'Lollipop Tablet Tester',
198 'Marshmallow 64 bit Tester',
199 'Marshmallow Phone Tester (rel)',
200 'Marshmallow Tablet Tester',
201 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28202 # chromium.android.fyi
203 'Jelly Bean Tester',
204 'Lollipop Consumer Tester',
205 'Lollipop Low-end Tester',
206 'Unswarmed N5 Tests Dummy Builder',
207 'Unswarmed N5X Tests Dummy Builder',
208 'x86 Cloud Tester',
John Budorickca14c76f62017-12-09 14:19:18209 # chromium.chromiumos
210 'Linux ChromiumOS Tests (dbg)(1)',
211 'linux-chromeos-dbg',
212 'linux-chromeos-rel',
213 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
214 'Mac10.12 Tests',
John Budorickca14c76f62017-12-09 14:19:18215 ],
216 },
Kenneth Russelleb60cbd22017-12-05 07:54:28217 'breakpad_unittests': {
218 'modifications': {
219 'KitKat Tablet Tester': {
220 'swarming': {
221 'hard_timeout': 60,
222 },
223 },
224 'Lollipop Tablet Tester': {
225 'swarming': {
226 'hard_timeout': 60,
227 },
228 },
229 'Marshmallow Tablet Tester': {
230 'swarming': {
231 'hard_timeout': 60,
232 },
233 },
234 },
235 },
236 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24237 'remove_from': [
238 # chromium.clang
239 'CrWinAsanCov',
Nico Weber3af4da72018-02-27 01:59:41240 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24241 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:13242 'UBSanVptr Linux',
John Budorickca14c76f62017-12-09 14:19:18243 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46244 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11245 # chromium.win
246 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24247 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28248 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28249 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34250 'Linux ChromiumOS Tests (dbg)(1)': {
251 'swarming': {
252 'shards': 20,
253 },
254 },
255 'linux-chromeos-dbg': {
256 'swarming': {
257 'shards': 20,
258 },
259 },
Kenneth Russellfbda3c532017-12-08 23:57:24260 'ToTWin(dbg)': {
261 'swarming': {
262 'shards': 20,
263 },
264 },
265 'ToTWin64(dbg)': {
266 'swarming': {
267 'shards': 20,
268 },
269 },
270 'ToTLinuxThinLTO': {
271 # TODO(kbr): remove this spurious filter.
272 'args': [
273 '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
274 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28275 },
276 # chromium.fyi
277 'Out of Process Profiling Linux': {
Kenneth Russellfbda3c532017-12-08 23:57:24278 'swarming': {
Kenneth Russell8ceeabf2017-12-11 17:53:28279 'shards': 5,
Kenneth Russellfbda3c532017-12-08 23:57:24280 },
281 },
Kenneth Russell8ceeabf2017-12-11 17:53:28282 'ThinLTO Linux ToT': {
283 # TODO(kbr): remove this spurious filter.
284 'args': [
285 '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
286 ],
287 },
Elly Fong-Jones298674d2018-04-24 17:06:00288 'Mac10.11 Tests': {
289 'args': [
290 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
291 ],
292 },
293 'Mac10.12 Tests': {
294 'args': [
295 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
296 ],
297 },
John Budorickca14c76f62017-12-09 14:19:18298 # chromium.memory
John Budorick5052d552017-12-13 02:59:34299 'Linux ASan LSan Tests (1)': {
300 # These are very slow on the ASAN trybot for some reason.
301 # crbug.com/794372
302 'swarming': {
303 'shards': 30,
304 },
305 },
John Budorickca14c76f62017-12-09 14:19:18306 'Linux Chromium OS ASan LSan Tests (1)': {
307 'args': [
308 '--test-launcher-filter-file=../../testing/buildbot/filters/browser_tests_cros_asan.filter',
309 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28310 },
John Budorickca14c76f62017-12-09 14:19:18311 'Mac ASan 64 Tests (1)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28312 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18313 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28314 },
315 },
Dirk Pranke8fd63c12017-12-10 18:06:27316 # client.v8.chromium
317 'Linux - Future (dbg)': {
318 'swarming': {
319 'shards': 10,
320 },
321 },
Kenneth Russell8ceeabf2017-12-11 17:53:28322 # chromium.win
323 'Win7 Tests (dbg)(1)': {
324 'swarming': {
325 'shards': 20,
326 },
327 },
Kenneth Russelleb60cbd22017-12-05 07:54:28328 },
329 },
Kenneth Russelleb60cbd22017-12-05 07:54:28330 'cacheinvalidation_unittests': {
331 'remove_from': [
332 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28333 # chromium.android:
334 'KitKat Phone Tester (dbg)',
335 'KitKat Phone Tester (rel)',
336 'KitKat Tablet Tester',
337 'Lollipop Phone Tester',
338 'Lollipop Tablet Tester',
339 'Marshmallow 64 bit Tester',
340 'Marshmallow Phone Tester (rel)',
341 'Marshmallow Tablet Tester',
342 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28343 # chromium.android.fyi
344 'Jelly Bean Tester',
345 'Lollipop Consumer Tester',
346 'Lollipop Low-end Tester',
347 'Unswarmed N5 Tests Dummy Builder',
348 'Unswarmed N5X Tests Dummy Builder',
349 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:28350 ],
351 },
352 'capture_unittests': {
353 'modifications': {
354 'KitKat Tablet Tester': {
355 'swarming': {
356 'hard_timeout': 120,
357 },
358 },
359 'Marshmallow Tablet Tester': {
360 'swarming': {
361 'hard_timeout': 120,
362 },
363 },
364 },
365 },
366 'cast_shell_browsertests': {
367 'modifications': {
368 'Cast Audio Linux': {
369 'args': [
370 '--enable-local-file-accesses',
371 '--ozone-platform=headless',
372 '--no-sandbox',
373 '--test-launcher-jobs=1',
374 ],
375 'swarming': {
376 'can_use_on_swarming_builders': False,
377 },
378 },
379 'Cast Linux': {
380 'args': [
381 '--enable-local-file-accesses',
382 '--ozone-platform=cast',
383 '--no-sandbox',
384 '--test-launcher-jobs=1',
385 ],
386 'swarming': {
387 'can_use_on_swarming_builders': False,
388 },
389 },
390 },
391 },
392 'cast_unittests': {
393 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34394 # chromium.chromiumos
395 'Linux ChromiumOS Tests (dbg)(1)',
396 'linux-chromeos-dbg',
397 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:28398 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28399 # TODO(kbr): why are the cast unit tests not run on the Cast bots?!
400 'Cast Audio Linux',
401 'Cast Linux',
Kenneth Russellfbda3c532017-12-08 23:57:24402 # chromium.clang
Peter Collingbourne6e3a081d2018-02-16 19:54:33403 'ToTAndroidCFI',
Kenneth Russellfbda3c532017-12-08 23:57:24404 'ToTLinuxThinLTO',
Kenneth Russell8ceeabf2017-12-11 17:53:28405 # chromium.fyi
406 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:28407 ],
408 },
409 'cc_unittests': {
Kenneth Russell56a3e862017-12-08 03:11:34410 'remove_from': [
411 # chromium.chromiumos
412 'Linux ChromiumOS Tests (dbg)(1)',
413 'linux-chromeos-dbg',
414 'linux-chromeos-rel',
415 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28416 },
Dirk Pranke1b767092017-12-07 04:44:23417 'checkbins': {
418 'remove_from': [
419 'Linux x64',
420 'Mac',
421 ],
422 },
Kenneth Russell8ceeabf2017-12-11 17:53:28423 'chrome_app_unittests': {
424 'remove_from': [
425 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59426 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28427 'Chromium Mac 10.11',
428 'Chromium Mac 10.11 Force Mac Toolchain',
429 'Chromium Mac 10.13',
430 'Out of Process Profiling Mac',
431 ],
432 },
Kenneth Russellfbda3c532017-12-08 23:57:24433 'chrome_elf_import_unittests': {
434 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28435 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28436 'Out of Process Profiling Windows',
437 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24438 ],
439 },
Kenneth Russelleb60cbd22017-12-05 07:54:28440 'chrome_public_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28441 'remove_gtest_from': [
442 # chromium.android.fyi
443 'Jelly Bean Tester',
444 'Lollipop Consumer Tester',
445 'Unswarmed N5 Tests Dummy Builder',
446 'Unswarmed N5X Tests Dummy Builder',
447 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28448 'remove_from': [
Peter Collingbourne6e3a081d2018-02-16 19:54:33449 # chromium.clang
450 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:58451 # chromium.memory
452 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:28453 ],
Kenneth Russellfbda3c532017-12-08 23:57:24454 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28455 # chromium.android.fyi
456 'Lollipop Low-end Tester': [
457 'args',
458 ],
459 'Nougat Phone Tester': [
460 'args',
461 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28462 'x86 Cloud Tester': [
463 'args',
464 ],
Kenneth Russellfbda3c532017-12-08 23:57:24465 },
Kenneth Russelleb60cbd22017-12-05 07:54:28466 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28467 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28468 'KitKat Phone Tester (dbg)': {
469 'swarming': {
470 'shards': 20,
471 },
472 },
473 'KitKat Phone Tester (rel)': {
474 'swarming': {
475 'shards': 12,
476 },
477 },
478 'KitKat Tablet Tester': {
479 'swarming': {
480 'hard_timeout': 2400,
481 },
482 },
483 'Lollipop Phone Tester': {
484 'swarming': {
485 'hard_timeout': 1800,
486 },
487 },
488 'Lollipop Tablet Tester': {
489 'swarming': {
490 'hard_timeout': 1800,
491 },
492 },
493 'Marshmallow 64 bit Tester': {
Benjamin Pasteneca1963002018-04-18 18:58:24494 # TODO(crbug.com/731759): Enable this once we're confident that it
495 # passes.
496 'experiment_percentage': 100,
Kenneth Russelleb60cbd22017-12-05 07:54:28497 'swarming': {
498 'hard_timeout': 1200,
499 'shards': 14,
500 },
501 },
John Budorick34009472018-04-03 17:38:44502 'Marshmallow Phone Tester (rel)': {
503 # TODO(crbug.com/731759): Enable this once we're confident that it
504 # passes.
505 'experiment_percentage': 100,
506 },
Kenneth Russelleb60cbd22017-12-05 07:54:28507 'Marshmallow Tablet Tester': {
508 'swarming': {
509 'hard_timeout': 1800,
510 },
511 },
Kenneth Russell8ceeabf2017-12-11 17:53:28512 # chromium.android.fyi
513 'Android Tests with Tracing': {
514 'args': [
515 '-f',
516 'ContextualSearchTapEventTest#*',
517 ],
518 'trace_output': True,
519 },
520 'Lollipop Low-end Tester': {
521 'swarming': {
522 'hard_timeout': 0,
523 'shards': 6,
524 },
525 },
526 'Nougat Phone Tester': {
527 'swarming': {
528 'hard_timeout': 1200,
529 'shards': 8,
530 },
531 },
532 'x64 Device Tester': {
533 'swarming': {
534 'hard_timeout': 0,
535 'shards': 1,
536 },
537 },
538 'x86 Cloud Tester': {
539 'swarming': {
540 'hard_timeout': 1200,
541 'shards': 1,
542 },
543 },
Kenneth Russellfbda3c532017-12-08 23:57:24544 # chromium.clang
545 'ToTAndroid x64': {
546 'swarming': {
547 'shards': 1,
548 'hard_timeout': 0,
549 },
550 },
Kenneth Russell8ceeabf2017-12-11 17:53:28551 # chromium.fyi
552 'Out of Process Profiling Android': {
553 'swarming': {
554 'shards': 1,
555 'hard_timeout': 0,
556 },
557 },
John Budorick34009472018-04-03 17:38:44558 # chromium.swarm
559 'Android N5X Swarm': {
560 # TODO(crbug.com/731759): Enable this once we're confident that it
561 # passes.
562 'experiment_percentage': 100,
563 },
Kenneth Russelleb60cbd22017-12-05 07:54:28564 },
565 },
566 'chrome_public_test_vr_apk': {
567 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24568 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28569 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28570 'KitKat Tablet Tester',
571 'Lollipop Tablet Tester',
572 'Marshmallow Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28573 # chromium.android.fyi
574 'Jelly Bean Tester',
575 'Lollipop Consumer Tester',
576 'Lollipop Low-end Tester',
577 'Nougat Phone Tester chromium.android.fyi',
578 'Unswarmed N5 Tests Dummy Builder',
579 'Unswarmed N5X Tests Dummy Builder',
580 'x64 Device Tester',
581 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:24582 # chromium.clang
583 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:28584 # chromium.fyi
585 'Out of Process Profiling Android',
bsheedy528011ac2018-03-02 22:04:36586 # chromium.memory
587 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:28588 ],
589 'modifications': {
bsheedy553a1d52018-03-05 20:27:21590 'KitKat Phone Tester (rel)': {
591 'args': [
592 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
593 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
594 ],
bsheedy553a1d52018-03-05 20:27:21595 'swarming': {
596 'hard_timeout': 1920,
597 },
598 },
Kenneth Russelleb60cbd22017-12-05 07:54:28599 'Lollipop Phone Tester': {
600 'args': [
601 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
602 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
Kenneth Russelleb60cbd22017-12-05 07:54:28603 ],
604 'swarming': {
605 'hard_timeout': 1920,
606 },
607 },
608 'Marshmallow 64 bit Tester': {
609 'args': [
610 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
611 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
612 ],
613 },
614 'Marshmallow Phone Tester (rel)': {
615 'args': [
616 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
617 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
618 ],
619 'swarming': {
620 'hard_timeout': 1200,
621 },
622 },
623 },
624 },
625 'chrome_sync_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28626 'remove_gtest_from': [
627 # chromium.android.fyi
628 'Jelly Bean Tester',
629 'Lollipop Consumer Tester',
630 'Unswarmed N5 Tests Dummy Builder',
631 'Unswarmed N5X Tests Dummy Builder',
632 ],
Kenneth Russellfbda3c532017-12-08 23:57:24633 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28634 # chromium.android.fyi
635 'Lollipop Low-end Tester': [
636 'args',
637 ],
638 'Nougat Phone Tester': [
639 'args',
640 ],
641 'x64 Device Tester': [
642 'args',
643 ],
644 'x86 Cloud Tester': [
645 'args',
646 ],
Kenneth Russellfbda3c532017-12-08 23:57:24647 },
Kenneth Russelleb60cbd22017-12-05 07:54:28648 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24649 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28650 'KitKat Phone Tester (dbg)': {
651 'swarming': {
652 'shards': 2,
653 },
654 },
655 'KitKat Tablet Tester': {
656 'swarming': {
657 'hard_timeout': 1200,
658 },
659 },
660 'Lollipop Tablet Tester': {
661 'swarming': {
662 'hard_timeout': 1200,
663 },
664 },
665 'Marshmallow Tablet Tester': {
666 'swarming': {
667 'hard_timeout': 1200,
668 },
669 },
Kenneth Russell8ceeabf2017-12-11 17:53:28670 # chromium.android.fyi
671 'Lollipop Low-end Tester': {
672 'swarming': {
673 'hard_timeout': 0,
674 },
675 },
676 'x64 Device Tester': {
677 'swarming': {
678 'hard_timeout': 0,
679 },
680 },
681 'x86 Cloud Tester': {
682 'swarming': {
683 'hard_timeout': 600,
684 },
685 },
Kenneth Russellfbda3c532017-12-08 23:57:24686 # chromium.clang
687 'ToTAndroid x64': {
688 'swarming': {
689 'hard_timeout': 0,
690 },
691 },
692 'ToTAndroidCFI': {
693 'swarming': {
694 'hard_timeout': 0,
695 },
696 },
Kenneth Russell8ceeabf2017-12-11 17:53:28697 # chromium.fyi
698 'Out of Process Profiling Android': {
699 'swarming': {
700 'hard_timeout': 0,
701 },
702 },
Peter Collingbournee07e84e82018-02-23 20:28:58703 # chromium.memory
704 'Android CFI': {
705 'swarming': {
706 'hard_timeout': 0,
707 },
708 },
Kenneth Russelleb60cbd22017-12-05 07:54:28709 },
710 },
Kenneth Russell56a3e862017-12-08 03:11:34711 'chromedriver_unittests': {
712 'remove_from': [
713 # chromium.chromiumos
714 'Linux ChromiumOS Tests (dbg)(1)',
715 'linux-chromeos-dbg',
716 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24717 # chromium.clang
718 'ToTLinuxASan',
Kenneth Russell56a3e862017-12-08 03:11:34719 ],
720 },
Kenneth Russelleb60cbd22017-12-05 07:54:28721 'components_background_task_scheduler_junit_tests': {
722 'remove_from': [
723 # On chromium.android, unclear why these aren't run on all bots.
724 'KitKat Phone Tester (dbg)',
725 'KitKat Tablet Tester',
726 'Lollipop Phone Tester',
727 'Lollipop Tablet Tester',
728 'Marshmallow 64 bit Tester',
729 'Marshmallow Phone Tester (rel)',
730 'Marshmallow Tablet Tester',
731 'Nougat Phone Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:28732 ],
733 },
734 'components_browsertests': {
735 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34736 # chromium.chromiumos
737 'Linux ChromiumOS Tests (dbg)(1)',
738 'linux-chromeos-dbg',
739 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24740 # chromium.clang
741 'ToTLinux',
742 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:24743 'ToTLinuxMSan',
Kenneth Russellfbda3c532017-12-08 23:57:24744 'ToTMac',
745 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:28746 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59747 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28748 'Chromium Mac 10.11',
749 'Chromium Mac 10.11 Force Mac Toolchain',
750 'Chromium Mac 10.13',
751 'Out of Process Profiling Linux',
752 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:28753 # On chromium.linux, unclear why these aren't run on the Cast bots.
754 'Cast Audio Linux',
755 'Cast Linux',
756 'Linux Tests (dbg)(1)(32)',
Kenneth Russell56a3e862017-12-08 03:11:34757 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:28758 'Win7 Tests (dbg)(1)',
John Budorickca14c76f62017-12-09 14:19:18759 # chromium.memory
760 'Linux ASan LSan Tests (1)',
761 'Linux ASan Tests (sandboxed)',
762 'Linux Chromium OS ASan LSan Tests (1)',
763 'Linux ChromiumOS MSan Tests',
764 'Linux MSan Tests',
765 'Linux TSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:28766 ],
767 'modifications': {
768 'KitKat Tablet Tester': {
769 'swarming': {
770 'hard_timeout': 600,
771 },
772 },
773 'Lollipop Tablet Tester': {
774 'swarming': {
775 'hard_timeout': 600,
776 },
777 },
778 'Marshmallow Phone Tester (rel)': {
779 'swarming': {
780 'hard_timeout': 960,
781 },
782 },
783 'Marshmallow Tablet Tester': {
784 'swarming': {
785 'hard_timeout': 600,
786 },
787 },
788 },
789 },
790 'components_unittests': {
791 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24792 # chromium.clang
793 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:13794 'UBSanVptr Linux',
Kenneth Russelleb60cbd22017-12-05 07:54:28795 # On chromium.linux, unclear why these aren't run on the Cast bots.
796 'Cast Audio Linux',
797 'Cast Linux',
798 ],
799 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28800 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28801 'KitKat Tablet Tester': {
802 'swarming': {
803 'hard_timeout': 1500,
804 },
805 },
806 'Lollipop Phone Tester': {
807 'swarming': {
808 'hard_timeout': 960,
809 },
810 },
811 'Lollipop Tablet Tester': {
812 'swarming': {
813 'hard_timeout': 1200,
814 },
815 },
816 'Marshmallow 64 bit Tester': {
817 'swarming': {
818 'hard_timeout': 960,
819 },
820 },
821 'Marshmallow Phone Tester (rel)': {
822 'swarming': {
823 'hard_timeout': 960,
824 },
825 },
826 'Marshmallow Tablet Tester': {
827 'swarming': {
828 'hard_timeout': 1500,
829 },
830 },
Kenneth Russell8ceeabf2017-12-11 17:53:28831 # chromium.android.fyi
832 'Lollipop Low-end Tester': {
833 'swarming': {
834 'hard_timeout': 0,
835 'shards': 1,
836 },
837 },
838 'Nougat Phone Tester': {
839 'swarming': {
840 'hard_timeout': 960,
841 'shards': 1,
842 },
843 },
844 'x64 Device Tester': {
845 'swarming': {
846 'hard_timeout': 0,
847 'shards': 1,
848 },
849 },
850 'x86 Cloud Tester': {
851 'swarming': {
852 'hard_timeout': 0,
853 'shards': 1,
854 },
855 },
John Budorick5052d552017-12-13 02:59:34856 # chromium.memory
857 'Linux ASan LSan Tests (1)': {
858 # These are very slow on the ASAN trybot for some reason.
859 # crbug.com/794372
860 'swarming': {
861 'shards': 5,
862 },
863 },
Kenneth Russelleb60cbd22017-12-05 07:54:28864 },
865 },
Kenneth Russellfbda3c532017-12-08 23:57:24866 'compositor_unittests': {
867 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28868 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28869 'Out of Process Profiling Windows',
870 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24871 ],
872 },
Kenneth Russelleb60cbd22017-12-05 07:54:28873 'content_browsertests': {
874 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24875 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28876 'KitKat Tablet Tester': {
877 'swarming': {
878 'hard_timeout': 1800,
879 'shards': 6,
880 },
881 },
882 'Lollipop Phone Tester': {
883 'swarming': {
884 'hard_timeout': 1800,
885 'shards': 6,
886 },
887 },
888 'Lollipop Tablet Tester': {
889 'swarming': {
890 'hard_timeout': 1800,
891 'shards': 6,
892 },
893 },
894 'Marshmallow 64 bit Tester': {
895 'swarming': {
896 'hard_timeout': 1200,
897 'shards': 6,
898 },
899 },
900 'Marshmallow Phone Tester (rel)': {
901 'swarming': {
902 'hard_timeout': 1200,
903 'shards': 6,
904 },
905 },
906 'Marshmallow Tablet Tester': {
907 'swarming': {
908 'hard_timeout': 1800,
909 'shards': 6,
910 },
911 },
Kenneth Russell8ceeabf2017-12-11 17:53:28912 # chromium.android.fyi
913 'Lollipop Low-end Tester': {
914 'swarming': {
915 'hard_timeout': 0,
916 'shards': 4,
917 },
918 },
919 'Nougat Phone Tester': {
920 'swarming': {
921 'hard_timeout': 1200,
922 'shards': 6,
923 },
924 },
925 'Unswarmed N5 Tests Dummy Builder': {
926 'args': [
927 '--shard-timeout',
928 '600',
929 ],
930 },
931 'Unswarmed N5X Tests Dummy Builder': {
932 'args': [
933 '--shard-timeout',
934 '600',
935 ],
936 },
937 'x64 Device Tester': {
938 'swarming': {
939 'hard_timeout': 0,
940 'shards': 1,
941 },
942 },
943 'x86 Cloud Tester': {
944 'swarming': {
945 'hard_timeout': 960,
946 'shards': 1,
947 },
948 },
949 # chromium.chromiumos
950 'Linux ChromiumOS Tests (dbg)(1)': {
951 'swarming': {
952 'shards': 2,
953 },
954 },
955 'Linux TSan Tests': {
956 'swarming': {
957 'shards': 5,
958 },
959 },
960 'linux-chromeos-dbg': {
961 'swarming': {
962 'shards': 2,
963 },
964 },
965 'linux-chromeos-rel': {
Kenneth Russelleb60cbd22017-12-05 07:54:28966 'swarming': {
967 'shards': 2,
968 },
969 },
Kenneth Russellfbda3c532017-12-08 23:57:24970 # chromium.clang
971 'ToTLinuxUBSanVptr': {
972 'swarming': {
973 'shards': 5,
974 },
975 },
Nico Weber825c6d02018-05-01 14:54:31976 'linux-win_cross-rel': {
977 # content_browsertests sometimes times out without this override on
978 # the cross bot, probably because of https://crbug.com/803591,
979 # see also https://crbug.com/838559
980 # TODO(thakis): Remove this once 803591 is fixed.
981 'swarming': {
982 'shards': 5,
983 },
984 },
Kenneth Russellfbda3c532017-12-08 23:57:24985 # chromium.linux
986 'Cast Audio Linux': {
987 'args': [
988 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
989 ],
990 'swarming': {
991 'can_use_on_swarming_builders': False,
992 },
993 },
994 'Cast Linux': {
995 'args': [
996 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
997 ],
998 'swarming': {
999 'can_use_on_swarming_builders': False,
1000 },
1001 },
John Budorickca14c76f62017-12-09 14:19:181002 # chromium.memory
John Budorick5052d552017-12-13 02:59:341003 'Linux ASan LSan Tests (1)': {
1004 # These are very slow on the ASAN trybot for some reason.
1005 # crbug.com/794372
1006 'swarming': {
1007 'shards': 4,
1008 },
1009 },
Yuke Liao47450ee2018-03-21 19:32:111010 'Linux Chromium OS ASan LSan Tests (1)': {
1011 # content_browsertests is slow on ASAN try bot. crbug.com/822461.
1012 'swarming': {
1013 'shards': 4,
1014 }
1015 },
John Budorickca14c76f62017-12-09 14:19:181016 'Mac ASan 64 Tests (1)': {
1017 'swarming': {
1018 'shards': 2,
1019 },
1020 },
Kenneth Russell8ceeabf2017-12-11 17:53:281021 # chromium.win
1022 'Win7 Tests (dbg)(1)': {
1023 'swarming': {
1024 'shards': 2,
1025 },
1026 },
Kenneth Russelleb60cbd22017-12-05 07:54:281027 },
1028 },
John Budorickca14c76f62017-12-09 14:19:181029 'content_browsertests --mus': {
1030 'remove_from': [
1031 # chromium.memory
1032 'Linux Chromium OS ASan LSan Tests (1)',
1033 ],
1034 },
Kenneth Russelleb60cbd22017-12-05 07:54:281035 'content_shell_crash_test': {
1036 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241037 # chromium.clang
1038 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:281039 # chromium.fyi
1040 'Chromium Mac 10.11',
1041 'Chromium Mac 10.13',
1042 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281043 # On chromium.linux, unclear why these only run on "Linux Tests".
1044 'Linux Tests (dbg)(1)',
1045 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b22018-03-03 02:59:141046 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:281047 'Mac10.10 Tests',
1048 'Mac10.11 Tests',
1049 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:141050 'Mac10.13 Tests (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281051 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
1052 'Win 7 Tests x64 (1)',
1053 'Win10 Tests x64',
1054 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:271055 # client.v8.chromium
1056 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281057 ],
Shenghua Zhangd0d97a32018-02-23 00:33:581058 'modifications': {
Shenghua Zhangbd6f1b22018-03-03 02:59:141059 'Mac10.13 Tests': {
Shenghua Zhangd0d97a32018-02-23 00:33:581060 # Remove this once the tests is not flaky on Mac os 10.13
1061 # See crbug.com/813163
1062 'experiment_percentage': 100,
1063 },
1064 }
Kenneth Russelleb60cbd22017-12-05 07:54:281065 },
1066 'content_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:281067 'remove_gtest_from': [
1068 # chromium.android.fyi
1069 'Jelly Bean Tester',
1070 'Lollipop Consumer Tester',
1071 'Unswarmed N5 Tests Dummy Builder',
1072 'Unswarmed N5X Tests Dummy Builder',
1073 ],
Kenneth Russellfbda3c532017-12-08 23:57:241074 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:281075 # chromium.android.fyi
1076 'Lollipop Low-end Tester': [
1077 'args',
1078 ],
1079 'Nougat Phone Tester': [
1080 'args',
1081 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281082 'x86 Cloud Tester': [
1083 'args',
1084 ],
Kenneth Russellfbda3c532017-12-08 23:57:241085 },
Kenneth Russelleb60cbd22017-12-05 07:54:281086 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241087 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281088 'KitKat Tablet Tester': {
1089 'swarming': {
Benjamin Pastene0531d9092018-03-07 22:08:341090 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:281091 'shards': 2,
1092 },
1093 },
1094 'Lollipop Phone Tester': {
1095 'swarming': {
1096 'shards': 2,
1097 },
1098 },
1099 'Lollipop Tablet Tester': {
1100 'swarming': {
1101 'hard_timeout': 1200,
1102 'shards': 2,
1103 },
1104 },
1105 'Marshmallow Tablet Tester': {
1106 'swarming': {
1107 'hard_timeout': 1500,
1108 'shards': 2,
1109 },
1110 },
Kenneth Russell8ceeabf2017-12-11 17:53:281111 # chromium.android.fyi
1112 'Lollipop Low-end Tester': {
1113 'swarming': {
1114 'hard_timeout': 0,
1115 'shards': 1,
1116 },
1117 },
1118 'Nougat Phone Tester': {
1119 'swarming': {
1120 'hard_timeout': 1200,
1121 'shards': 4,
1122 },
1123 },
1124 'x64 Device Tester': {
1125 'swarming': {
1126 'hard_timeout': 0,
1127 'shards': 1,
1128 },
1129 },
1130 'x86 Cloud Tester': {
1131 'swarming': {
1132 'hard_timeout': 1920,
1133 'shards': 1,
1134 },
1135 },
Kenneth Russellfbda3c532017-12-08 23:57:241136 # chromium.clang
1137 'ToTAndroid x64': {
1138 'swarming': {
1139 'hard_timeout': 0,
1140 'shards': 1,
1141 },
1142 },
1143 'ToTAndroidCFI': {
1144 'swarming': {
1145 'hard_timeout': 0,
1146 'shards': 1,
1147 },
1148 },
Kenneth Russell8ceeabf2017-12-11 17:53:281149 # chromium.fyi
1150 'Out of Process Profiling Android': {
1151 'swarming': {
1152 'hard_timeout': 0,
1153 'shards': 1,
1154 },
1155 },
Peter Collingbournee07e84e82018-02-23 20:28:581156 # chromium.memory
1157 'Android CFI': {
1158 'swarming': {
1159 'hard_timeout': 0,
1160 'shards': 1,
1161 },
1162 },
Kenneth Russelleb60cbd22017-12-05 07:54:281163 },
1164 },
1165 'content_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:591166 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281167 # chromium.fyi
1168 'Fuchsia (dbg)',
1169 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:591170 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281171 'modifications': {
Dirk Pranke20eae9a72017-12-09 18:12:141172 # TODO(dpranke) - on chromium.swarm, remove this exception.
1173 'Android N5X Swarm': {
1174 'swarming': {
1175 'shards': 4,
1176 },
1177 },
Kenneth Russell8ceeabf2017-12-11 17:53:281178 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281179 'KitKat Tablet Tester': {
1180 'swarming': {
1181 'hard_timeout': 1200,
1182 },
1183 },
1184 'Lollipop Tablet Tester': {
1185 'swarming': {
1186 'hard_timeout': 1200,
1187 },
1188 },
1189 'Marshmallow Tablet Tester': {
1190 'swarming': {
1191 'hard_timeout': 1500,
1192 },
1193 },
Kenneth Russell8ceeabf2017-12-11 17:53:281194 # chromium.android.fyi
1195 'Lollipop Low-end Tester': {
1196 'swarming': {
1197 'hard_timeout': 0,
1198 },
1199 },
1200 'Nougat Phone Tester': {
1201 'swarming': {
1202 'hard_timeout': 1200,
1203 'shards': 2,
1204 },
1205 },
1206 'x64 Device Tester': {
1207 'swarming': {
1208 'hard_timeout': 0,
1209 },
1210 },
1211 'x86 Cloud Tester': {
1212 'swarming': {
1213 'hard_timeout': 0,
1214 },
1215 },
1216 # chromium.fyi
1217 'Site Isolation Android': {
1218 'swarming': {
1219 'hard_timeout': 0,
1220 },
1221 },
John Budorick5052d552017-12-13 02:59:341222 # chromium.memory
1223 'Linux ASan LSan Tests (1)': {
1224 # These are slow on the ASAN trybot for some reason.
1225 # crbug.com/794372
1226 'swarming': {
1227 'shards': 2,
1228 },
1229 },
Kenneth Russelleb60cbd22017-12-05 07:54:281230 },
1231 },
Kenneth Russellfbda3c532017-12-08 23:57:241232 'crashpad_tests': {
1233 'remove_from': [
1234 # chromium.clang
1235 'CrWinAsan',
1236 'CrWinAsan(dll)',
1237 'CrWinAsanCov',
Nico Weber12522852018-02-24 13:35:221238 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:241239 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281240 # chromium.fyi
1241 'Chromium Win 10 GCE Tests',
Kenneth Russellfbda3c532017-12-08 23:57:241242 ],
1243 },
Kenneth Russell8ceeabf2017-12-11 17:53:281244 'cronet_test_instrumentation_apk': {
1245 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281246 'Android Cronet Builder (dbg) chromium.android.fyi': {
1247 'swarming': {
1248 'hard_timeout': 1200,
1249 'shards': 2,
1250 },
1251 },
1252 'Android Cronet KitKat Builder chromium.android.fyi': {
1253 'swarming': {
1254 'hard_timeout': 1200,
1255 'shards': 2,
1256 },
1257 },
1258 },
1259 },
Kenneth Russelleb60cbd22017-12-05 07:54:281260 'crypto_unittests': {
1261 'remove_from': [
1262 # TODO(kbr): these tests aren't run on Android except on one bot
1263 # on chromium.android.fyi, which might just be an accident.
1264 # Consider moving it to non_android_chromium_gtests.
Kenneth Russelleb60cbd22017-12-05 07:54:281265 'KitKat Phone Tester (dbg)',
1266 'KitKat Phone Tester (rel)',
1267 'KitKat Tablet Tester',
1268 'Lollipop Phone Tester',
1269 'Lollipop Tablet Tester',
1270 'Marshmallow 64 bit Tester',
1271 'Marshmallow Phone Tester (rel)',
1272 'Marshmallow Tablet Tester',
1273 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281274 # chromium.android.fyi
1275 'Jelly Bean Tester',
1276 'Lollipop Consumer Tester',
1277 'Lollipop Low-end Tester',
1278 'Unswarmed N5 Tests Dummy Builder',
1279 'Unswarmed N5X Tests Dummy Builder',
1280 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:281281 # TODO(kbr): on chromium.linux, it's unclear why these show up on "Cast
1282 # Audio Linux" at all, since they're supposed to be compiled out for
1283 # Chromecast.
1284 ],
1285 },
1286 'dbus_unittests': {
1287 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241288 # chromium.clang
1289 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241290 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281291 'Linux Tests (dbg)(1)(32)',
1292 ],
1293 },
1294 'device_unittests': {
1295 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241296 # chromium.clang
1297 'ToTMac',
1298 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281299 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591300 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281301 'Chromium Mac 10.11',
1302 'Chromium Mac 10.11 Force Mac Toolchain',
1303 'Chromium Mac 10.13',
1304 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241305 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281306 'Win7 Tests (dbg)(1)',
1307 ],
1308 'modifications': {
1309 'KitKat Tablet Tester': {
1310 'swarming': {
1311 'hard_timeout': 120,
1312 },
1313 },
1314 'Marshmallow Phone Tester (rel)': {
1315 'swarming': {
1316 'hard_timeout': 960,
1317 },
1318 },
1319 'Marshmallow Tablet Tester': {
1320 'swarming': {
1321 'hard_timeout': 120,
1322 },
1323 },
1324 },
1325 },
1326 'devtools_closure_compile': {
1327 'remove_from': [
1328 # On chromium.linux, unclear why these only run on "Linux Tests".
1329 'Linux Tests (dbg)(1)',
1330 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271331 # client.v8.chromium
1332 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281333 ],
1334 },
1335 'devtools_eslint': {
1336 'remove_from': [
1337 # On chromium.linux, unclear why these only run on "Linux Tests".
1338 'Linux Tests (dbg)(1)',
1339 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271340 # client.v8.chromium
1341 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281342 ],
1343 },
1344 'display_unittests': {
1345 'remove_from': [
1346 # On chromium.android, unclear why these aren't run.
1347 'KitKat Phone Tester (dbg)',
1348 'KitKat Phone Tester (rel)',
1349 'KitKat Tablet Tester',
1350 'Lollipop Phone Tester',
1351 'Lollipop Tablet Tester',
1352 'Marshmallow 64 bit Tester',
1353 'Marshmallow Phone Tester (rel)',
1354 'Marshmallow Tablet Tester',
1355 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281356 # chromium.android.fyi
1357 'Jelly Bean Tester',
1358 'Lollipop Consumer Tester',
1359 'Lollipop Low-end Tester',
1360 'Unswarmed N5 Tests Dummy Builder',
1361 'Unswarmed N5X Tests Dummy Builder',
1362 'x86 Cloud Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281363 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591364 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281365 'Chromium Mac 10.11 Force Mac Toolchain',
Kenneth Russelleb60cbd22017-12-05 07:54:281366 # chromium.win
1367 'Win7 Tests (dbg)(1)',
1368 ],
1369 },
Kenneth Russelleb60cbd22017-12-05 07:54:281370 'events_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241371 'remove_from': [
1372 # chromium.clang
1373 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241374 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281375 'modifications': {
1376 'KitKat Tablet Tester': {
1377 'swarming': {
1378 'hard_timeout': 60,
1379 },
1380 },
1381 'Lollipop Tablet Tester': {
1382 'swarming': {
1383 'hard_timeout': 60,
1384 },
1385 },
1386 'Marshmallow Tablet Tester': {
1387 'swarming': {
1388 'hard_timeout': 120,
1389 },
1390 },
1391 },
1392 },
1393 'extensions_browsertests': {
1394 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241395 # chromium.clang
1396 'ToTLinux',
Kenneth Russellfbda3c532017-12-08 23:57:241397 'ToTMac',
1398 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281399 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591400 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281401 'Chromium Mac 10.11',
1402 'Chromium Mac 10.11 Force Mac Toolchain',
1403 'Chromium Mac 10.13',
1404 'Out of Process Profiling Linux',
1405 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281406 # On chromium.mac, unclear why these aren't run.
1407 'Mac10.10 Tests',
1408 'Mac10.11 Tests',
1409 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:141410 'Mac10.13 Tests',
1411 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181412 # chromium.memory
1413 'Linux Chromium OS ASan LSan Tests (1)',
1414 'Linux TSan Tests',
1415 'Mac ASan 64 Tests (1)',
1416 ],
1417 },
Kenneth Russelleb60cbd22017-12-05 07:54:281418 'filesystem_service_unittests': {
1419 'remove_from': [
1420 'Linux Tests (dbg)(1)(32)',
1421 ],
1422 },
Kenneth Russelleb60cbd22017-12-05 07:54:281423 'gfx_unittests': {
1424 'remove_from': [
1425 # On chromium.android, unclear why these aren't run on all bots.
1426 'KitKat Phone Tester (dbg)',
1427 'KitKat Phone Tester (rel)',
Kenneth Russell8ceeabf2017-12-11 17:53:281428 'Nougat Phone Tester chromium.android',
1429 # chromium.android.fyi
1430 'Lollipop Low-end Tester',
1431 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:281432 # chromium.win
1433 'Win7 Tests (dbg)(1)',
1434 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281435 },
1436 'gin_unittests': {
1437 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:341438 # chromium.chromiumos
1439 'Linux ChromiumOS Tests (dbg)(1)',
1440 'linux-chromeos-dbg',
1441 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:241442 # chromium.clang
1443 'ToTLinux',
1444 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241445 'ToTLinuxMSan',
Kenneth Russell8ceeabf2017-12-11 17:53:281446 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591447 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281448 'Chromium Mac 10.11',
1449 'Chromium Mac 10.11 Force Mac Toolchain',
1450 'Chromium Mac 10.13',
1451 'Chromium Win 10 GCE Tests',
1452 'Out of Process Profiling Linux',
1453 'Out of Process Profiling Mac',
Kenneth Russellb3cca6f02017-12-05 22:02:391454 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:281455 'Cast Audio Linux',
1456 'Cast Linux',
1457 'Linux Tests (dbg)(1)(32)',
1458 # On chromium.mac, unclear why these aren't run.
1459 'Mac10.10 Tests',
1460 'Mac10.11 Tests',
1461 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:141462 'Mac10.13 Tests',
1463 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181464 # chromium.memory
Nico Weberd36959682018-04-12 03:33:461465 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281466 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
1467 'Win 7 Tests x64 (1)',
1468 'Win10 Tests x64',
1469 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:271470 # client.v8.chromium
1471 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281472 ],
1473 },
1474 'gl_tests': {
John Budorickca14c76f62017-12-09 14:19:181475 'remove_from': [
1476 # chromium.clang
1477 'CFI Linux (icall)',
1478 'CFI Linux ToT',
1479 'ToTLinuxThinLTO',
Nico Weber3a2b1712018-02-23 23:47:381480 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:131481 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281482 # chromium.fyi
1483 'Out of Process Profiling Linux',
1484 'ThinLTO Linux ToT',
Morten Stenshorne615a8d02018-04-20 12:19:211485 # chromium.memory
Kenneth Russell55bbec52018-05-03 18:44:551486 # Can't run on MSAN because gl_tests uses the hardware driver,
1487 # which isn't instrumented.
1488 'Linux MSan Tests',
1489 'Linux ChromiumOS MSan Tests',
John Budorickca14c76f62017-12-09 14:19:181490 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281491 'modifications': {
1492 'KitKat Tablet Tester': {
1493 'swarming': {
1494 'hard_timeout': 120,
1495 },
1496 },
1497 'Marshmallow Tablet Tester': {
1498 'swarming': {
1499 'hard_timeout': 120,
1500 },
1501 },
Kenneth Russell1a515be2018-04-28 03:54:451502 # chromium.memory
Kenneth Russell1a515be2018-04-28 03:54:451503 # TODO(kbr): figure out a better way to specify blocks of
1504 # arguments like this for tests on multiple machines.
1505 'Linux ASan LSan Tests (1)': {
1506 'args': [
1507 '--use-gpu-in-tests',
1508 '--no-xvfb',
1509 ],
1510 'swarming': {
1511 'dimension_sets': [
1512 {
1513 'gpu': '10de:1cb3',
1514 'os': 'Ubuntu',
1515 'pool': 'Chrome-GPU',
1516 },
1517 ],
1518 },
1519 'use_xvfb': False,
1520 },
1521 'Linux ASan LSan Tests (1)': {
1522 'args': [
1523 '--use-gpu-in-tests',
1524 '--no-xvfb',
1525 ],
1526 'swarming': {
1527 'dimension_sets': [
1528 {
1529 'gpu': '10de:1cb3',
1530 'os': 'Ubuntu',
1531 'pool': 'Chrome-GPU',
1532 },
1533 ],
1534 },
1535 'use_xvfb': False,
1536 },
1537 'Linux CFI': {
1538 'args': [
1539 '--use-gpu-in-tests',
1540 '--no-xvfb',
1541 ],
1542 'swarming': {
1543 'dimension_sets': [
1544 {
1545 'gpu': '10de:1cb3',
1546 'os': 'Ubuntu',
1547 'pool': 'Chrome-GPU',
1548 },
1549 ],
1550 },
1551 'use_xvfb': False,
1552 },
1553 'Linux TSan Tests': {
1554 'args': [
1555 '--use-gpu-in-tests',
1556 '--no-xvfb',
1557 ],
1558 'swarming': {
1559 'dimension_sets': [
1560 {
1561 'gpu': '10de:1cb3',
1562 'os': 'Ubuntu',
1563 'pool': 'Chrome-GPU',
1564 },
1565 ],
1566 },
1567 'use_xvfb': False,
1568 },
Kenneth Russelleb60cbd22017-12-05 07:54:281569 },
1570 },
1571 'gl_unittests': {
John Budorickca14c76f62017-12-09 14:19:181572 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281573 # chromium.fyi
1574 'Out of Process Profiling Linux',
John Budorickca14c76f62017-12-09 14:19:181575 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281576 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281577 # chromium.android
1578 'Lollipop Phone Tester': {
1579 'swarming': {
1580 'hard_timeout': 960,
1581 },
1582 },
1583 'Marshmallow 64 bit Tester': {
1584 'swarming': {
1585 'hard_timeout': 960,
1586 },
1587 },
1588 'Marshmallow Phone Tester (rel)': {
1589 'swarming': {
1590 'hard_timeout': 120,
1591 },
1592 },
1593 # chromium.android.fyi
1594 'Lollipop Low-end Tester': {
1595 'swarming': {
1596 'hard_timeout': 0,
1597 },
1598 },
1599 'Nougat Phone Tester': {
1600 'swarming': {
1601 'hard_timeout': 960,
1602 },
1603 },
1604 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241605 'CFI Linux (icall)': {
1606 'args': [
1607 '--use-gpu-in-tests',
1608 '--no-xvfb',
1609 ],
1610 'swarming': {
1611 'dimension_sets': [
1612 {
1613 'gpu': '10de:1cb3',
1614 'os': 'Ubuntu',
1615 'pool': 'Chrome-GPU',
1616 },
1617 ],
1618 },
1619 'use_xvfb': False,
1620 },
1621 'CFI Linux ToT': {
1622 'args': [
1623 '--use-gpu-in-tests',
1624 '--no-xvfb',
1625 ],
1626 'swarming': {
1627 'dimension_sets': [
1628 {
1629 'gpu': '10de:1cb3',
1630 'os': 'Ubuntu',
1631 'pool': 'Chrome-GPU',
1632 },
1633 ],
1634 },
1635 'use_xvfb': False,
1636 },
Kenneth Russell8ceeabf2017-12-11 17:53:281637 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:181638 'Linux CFI': {
1639 'args': [
1640 '--use-gpu-in-tests',
1641 '--no-xvfb',
1642 ],
1643 'swarming': {
1644 'dimension_sets': [
1645 {
1646 'gpu': '10de:1cb3',
1647 'os': 'Ubuntu',
1648 'pool': 'Chrome-GPU',
1649 },
1650 ],
1651 },
1652 'use_xvfb': False,
1653 },
Kenneth Russelleb60cbd22017-12-05 07:54:281654 },
1655 },
Kenneth Russellfbda3c532017-12-08 23:57:241656 'gn_unittests': {
1657 'remove_from': [
1658 # chromium.clang
1659 'ToTLinux',
1660 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241661 'ToTLinuxMSan',
1662 'ToTLinuxUBSanVptr',
Kenneth Russell8ceeabf2017-12-11 17:53:281663 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591664 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281665 'Chromium Mac 10.11',
1666 'Chromium Mac 10.11 Force Mac Toolchain',
1667 'Chromium Mac 10.13',
1668 'Out of Process Profiling Linux',
1669 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241670 ],
1671 },
Kenneth Russelleb60cbd22017-12-05 07:54:281672 'google_apis_unittests': {
1673 'remove_from': [
1674 # On chromium.android, unclear why these aren't run.
1675 'KitKat Phone Tester (dbg)',
1676 'KitKat Phone Tester (rel)',
1677 'KitKat Tablet Tester',
1678 'Lollipop Phone Tester',
1679 'Lollipop Tablet Tester',
1680 'Marshmallow 64 bit Tester',
1681 'Marshmallow Phone Tester (rel)',
1682 'Marshmallow Tablet Tester',
1683 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281684 # chromium.android.fyi
1685 'Jelly Bean Tester',
1686 'Lollipop Consumer Tester',
1687 'Lollipop Low-end Tester',
1688 'Unswarmed N5 Tests Dummy Builder',
1689 'Unswarmed N5X Tests Dummy Builder',
1690 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:391691 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:281692 'Cast Audio Linux',
1693 'Cast Linux',
1694 # chromium.win
1695 'Win7 Tests (dbg)(1)',
1696 ],
1697 },
Kenneth Russelleb60cbd22017-12-05 07:54:281698 'headless_browsertests': {
1699 'remove_from': [
1700 'Linux Tests (dbg)(1)(32)',
1701 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1702 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271703 # client.v8.chromium
1704 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281705 ],
1706 },
1707 'headless_unittests': {
1708 'remove_from': [
1709 'Linux Tests (dbg)(1)(32)',
1710 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1711 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271712 # client.v8.chromium
1713 'Linux - Future (dbg)'
Kenneth Russelleb60cbd22017-12-05 07:54:281714 ],
1715 },
Kenneth Russellfbda3c532017-12-08 23:57:241716 'install_static_unittests': {
1717 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281718 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281719 'Out of Process Profiling Windows',
1720 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:241721 ],
1722 },
Kenneth Russelleb60cbd22017-12-05 07:54:281723 'interactive_ui_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:241724 'remove_from': [
1725 # chromium.clang
1726 'ToTLinuxUBSanVptr',
Nico Weber3a2b1712018-02-23 23:47:381727 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281728 # chromium.fyi
1729 'Chromium Win 10 GCE Tests',
John Budorickca14c76f62017-12-09 14:19:181730 # chromium.memory
1731 'Linux TSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:241732 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281733 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281734 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241735 'CFI Linux (icall)': {
1736 'swarming': {
1737 'shards': 1,
1738 },
1739 },
Kenneth Russell8ceeabf2017-12-11 17:53:281740 # chromium.linux
1741 # Unclear why this isn't sharded.
1742 'Linux Tests': {
Dirk Prankedd1d2a02017-12-08 20:51:591743 'swarming': {
1744 'shards': 1,
1745 },
1746 },
Kenneth Russelleb60cbd22017-12-05 07:54:281747 'Linux Tests (dbg)(1)': {
1748 'swarming': {
1749 'shards': 3,
1750 },
1751 },
1752 'Linux Tests (dbg)(1)(32)': {
1753 'swarming': {
1754 'shards': 3,
1755 },
1756 },
Kenneth Russell8ceeabf2017-12-11 17:53:281757 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341758 'Linux ChromiumOS Tests (dbg)(1)': {
1759 'swarming': {
1760 'shards': 3,
1761 },
1762 },
1763 'linux-chromeos-dbg': {
1764 'swarming': {
1765 'shards': 3,
1766 },
1767 },
1768 'linux-chromeos-rel': {
1769 'swarming': {
1770 'shards': 3,
1771 },
1772 },
Kenneth Russell8ceeabf2017-12-11 17:53:281773 # chromium.fyi
1774 'Out of Process Profiling Mac': {
1775 'swarming': {
1776 'shards': 1,
1777 },
1778 },
Kenneth Russell8ceeabf2017-12-11 17:53:281779 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:281780 # Unclear why this isn't swarmed.
1781 'Mac10.10 Tests': {
1782 'swarming': {
1783 'can_use_on_swarming_builders': False,
1784 },
1785 },
1786 # Unclear why this isn't sharded.
1787 'Mac10.11 Tests': {
1788 'swarming': {
1789 'shards': 1,
1790 },
1791 },
1792 # Unclear why this isn't sharded.
1793 'Mac10.12 Tests': {
1794 'swarming': {
1795 'shards': 1,
1796 },
1797 },
Kenneth Russell8ceeabf2017-12-11 17:53:281798 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281799 'Win7 Tests (dbg)(1)': {
1800 'swarming': {
1801 'shards': 4,
1802 },
1803 },
John Budorickca14c76f62017-12-09 14:19:181804 # chromium.memory
1805 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341806 # These are slow on the ASAN trybot for some reason.
1807 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181808 'swarming': {
John Budorick5052d552017-12-13 02:59:341809 'shards': 6,
John Budorickca14c76f62017-12-09 14:19:181810 },
1811 },
1812 'Linux CFI': {
1813 'swarming': {
1814 'shards': 1,
1815 },
1816 },
Dirk Pranke8fd63c12017-12-10 18:06:271817 # client.v8.chromium
1818 'Linux - Future (dbg)': {
1819 'swarming': {
1820 'shards': 3,
1821 },
1822 },
Stephen Martinis094f08a92018-03-30 00:27:361823 # chromium.win; temporary, https://crbug.com/826735
1824 'Win10 Tests x64': {
1825 'experiment_percentage': 100,
1826 },
Kenneth Russelleb60cbd22017-12-05 07:54:281827 },
1828 },
1829 'ipc_tests': {
Kenneth Russell8ceeabf2017-12-11 17:53:281830 'remove_from': [
1831 # chromium.linux
1832 'Fuchsia x64',
1833 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281834 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281835 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281836 'KitKat Tablet Tester': {
1837 'swarming': {
1838 'hard_timeout': 60,
1839 },
1840 },
1841 'Lollipop Tablet Tester': {
1842 'swarming': {
1843 'hard_timeout': 60,
1844 },
1845 },
1846 'Marshmallow Tablet Tester': {
1847 'swarming': {
1848 'hard_timeout': 120,
1849 },
1850 },
Kenneth Russell8ceeabf2017-12-11 17:53:281851 # chromium.android.fyi
1852 'Unswarmed N5 Tests Dummy Builder': {
1853 'args': [
1854 '--shard-timeout',
1855 '600',
1856 ],
1857 },
1858 'Unswarmed N5X Tests Dummy Builder': {
1859 'args': [
1860 '--shard-timeout',
1861 '600',
1862 ],
1863 },
Kenneth Russelleb60cbd22017-12-05 07:54:281864 },
1865 },
1866 'jingle_unittests': {
1867 'remove_from': [
1868 # On chromium.android, unclear why these aren't run.
1869 'KitKat Phone Tester (dbg)',
1870 'KitKat Phone Tester (rel)',
1871 'KitKat Tablet Tester',
1872 'Lollipop Phone Tester',
1873 'Lollipop Tablet Tester',
1874 'Marshmallow 64 bit Tester',
1875 'Marshmallow Phone Tester (rel)',
1876 'Marshmallow Tablet Tester',
1877 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281878 # chromium.android.fyi
1879 'Jelly Bean Tester',
1880 'Lollipop Consumer Tester',
1881 'Lollipop Low-end Tester',
1882 'Unswarmed N5 Tests Dummy Builder',
1883 'Unswarmed N5X Tests Dummy Builder',
1884 'x86 Cloud Tester',
Peter Collingbourne6e3a081d2018-02-16 19:54:331885 # chromium.clang
1886 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:581887 # chromium.memory
1888 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:281889 ],
1890 },
1891 'keyboard_unittests': {
1892 'remove_from': [
1893 'Win7 Tests (dbg)(1)',
1894 # On chromium.linux, unclear why these aren't run.
1895 'Linux Tests',
1896 'Linux Tests (dbg)(1)',
1897 'Linux Tests (dbg)(1)(32)',
1898 ],
1899 },
1900 'latency_unittests': {
1901 'remove_from': [
1902 # On chromium.android, unclear why these aren't run on all bots.
1903 'KitKat Phone Tester (dbg)',
1904 'KitKat Phone Tester (rel)',
1905 'Lollipop Tablet Tester',
1906 'Marshmallow 64 bit Tester',
1907 'Marshmallow Tablet Tester',
1908 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281909 # chromium.android.fyi
1910 'Unswarmed N5 Tests Dummy Builder',
1911 'Unswarmed N5X Tests Dummy Builder',
1912 'x64 Device Tester',
1913 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:241914 # chromium.clang
1915 'ToTAndroid x64',
1916 'ToTLinux',
1917 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241918 'ToTLinuxThinLTO',
1919 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:131920 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281921 # chromium.fyi
1922 'Out of Process Profiling Android',
1923 'Out of Process Profiling Linux',
1924 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:281925 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:281926 'Linux Tests',
1927 'Linux Tests (dbg)(1)',
1928 'Linux Tests (dbg)(1)(32)',
1929 ],
1930 'modifications': {
1931 'KitKat Tablet Tester': {
1932 'swarming': {
1933 'hard_timeout': 60,
1934 },
1935 },
1936 },
1937 },
1938 'libjingle_xmpp_unittests': {
1939 'remove_from': [
1940 # On chromium.android, unclear why these aren't run on all bots.
1941 'KitKat Tablet Tester',
1942 'Lollipop Phone Tester',
1943 'Lollipop Tablet Tester',
1944 'Marshmallow 64 bit Tester',
1945 'Marshmallow Phone Tester (rel)',
1946 'Marshmallow Tablet Tester',
1947 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281948 # chromium.android.fyi
1949 'Jelly Bean Tester',
1950 'Lollipop Consumer Tester',
1951 'Lollipop Low-end Tester',
1952 'Unswarmed N5 Tests Dummy Builder',
1953 'Unswarmed N5X Tests Dummy Builder',
1954 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:341955 # chromium.chromiumos
1956 'Linux ChromiumOS Tests (dbg)(1)',
1957 'linux-chromeos-dbg',
1958 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:281959 ],
1960 },
John Budorickca14c76f62017-12-09 14:19:181961 'mash_browser_tests': {
1962 'remove_from': [
1963 # chromium.memory
James Cook4be72252018-02-23 00:36:171964 # Unclear why this isn't run. http://crbug.com/814403
John Budorickca14c76f62017-12-09 14:19:181965 'Linux Chromium OS ASan LSan Tests (1)',
Nico Webera8fc38f72018-04-10 02:20:111966 'Linux ChromiumOS MSan Tests', # https://crbug.com/830944
James Cook4be72252018-02-23 00:36:171967 # Not needed on chromium.fyi because suite is on main waterfall.
1968 'Mojo ChromiumOS',
John Budorickca14c76f62017-12-09 14:19:181969 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281970 },
1971 'mash_unittests': {
1972 'remove_from': [
1973 # chromium.fyi
1974 'Mojo ChromiumOS',
1975 ],
John Budorickca14c76f62017-12-09 14:19:181976 },
Kenneth Russellfbda3c532017-12-08 23:57:241977 'mac_installer_unittests': {
1978 'remove_from': [
1979 # chromium.clang
1980 'ToTMac',
1981 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281982 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591983 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281984 'Chromium Mac 10.11',
1985 'Chromium Mac 10.11 Force Mac Toolchain',
1986 'Chromium Mac 10.13',
1987 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241988 ],
1989 },
Kenneth Russelleb60cbd22017-12-05 07:54:281990 'media_blink_unittests': {
1991 'remove_from': [
1992 # On chromium.android, unclear why these aren't run on all bots.
1993 'KitKat Phone Tester (dbg)',
1994 'KitKat Phone Tester (rel)',
1995 'KitKat Tablet Tester',
1996 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281997 # chromium.android.fyi
1998 'Jelly Bean Tester',
1999 'Lollipop Consumer Tester',
2000 'Lollipop Low-end Tester',
2001 'Unswarmed N5 Tests Dummy Builder',
2002 'Unswarmed N5X Tests Dummy Builder',
2003 'x64 Device Tester',
2004 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242005 # chromium.clang
2006 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282007 # chromium.fyi
2008 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282009 ],
2010 'modifications': {
2011 'Lollipop Tablet Tester': {
2012 'swarming': {
2013 'hard_timeout': 300,
2014 },
2015 },
2016 'Marshmallow Tablet Tester': {
2017 'swarming': {
2018 'hard_timeout': 300,
2019 },
2020 },
2021 },
2022 },
Kenneth Russelleb60cbd22017-12-05 07:54:282023 'media_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242024 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282025 # chromium.linux
2026 'Fuchsia x64',
2027 # chromium.fyi
2028 'Fuchsia ARM64',
Kenneth Russellfbda3c532017-12-08 23:57:242029 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282030 },
2031 'message_center_unittests': {
2032 'remove_from': [
2033 'Win7 Tests (dbg)(1)',
2034 # On chromium.mac, unclear why these aren't run.
2035 'Mac10.10 Tests',
2036 'Mac10.11 Tests',
2037 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:142038 'Mac10.13 Tests',
2039 'Mac10.13 Tests (dbg)',
Dirk Prankedd1d2a02017-12-08 20:51:592040
Kenneth Russell8ceeabf2017-12-11 17:53:282041 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592042 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282043 'Chromium Mac 10.11',
2044 'Chromium Mac 10.11 Force Mac Toolchain',
2045 'Chromium Mac 10.13',
2046 'Out of Process Profiling Mac',
2047
Kenneth Russelleb60cbd22017-12-05 07:54:282048 # On chromium.linux, unclear why these aren't run.
2049 'Linux Tests',
Dirk Prankedd1d2a02017-12-08 20:51:592050
Dirk Prankedd1d2a02017-12-08 20:51:592051 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:282052 'Linux Tests (dbg)(1)',
2053 'Linux Tests (dbg)(1)(32)',
2054 ],
2055 },
2056 'metrics_python_tests': {
2057 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242058 # chromium.clang
2059 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:282060 # chromium.fyi
2061 'Chromium Mac 10.11',
2062 'Chromium Mac 10.13',
2063 'Out of Process Profiling Mac',
Shenghua Zhangbd6f1b22018-03-03 02:59:142064 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:282065 'Mac10.10 Tests',
2066 'Mac10.11 Tests',
2067 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:142068 'Mac10.13 Tests (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:242069 # chromium.win
2070 'Win7 Tests (dbg)(1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282071 ],
2072 },
2073 'midi_unittests': {
2074 'remove_from': [
2075 # On chromium.android, unclear why these aren't run.
2076 'KitKat Phone Tester (dbg)',
2077 'KitKat Phone Tester (rel)',
2078 'KitKat Tablet Tester',
2079 'Lollipop Phone Tester',
2080 'Lollipop Tablet Tester',
2081 'Marshmallow 64 bit Tester',
2082 'Marshmallow Phone Tester (rel)',
2083 'Marshmallow Tablet Tester',
2084 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282085 # chromium.android.fyi
2086 'Jelly Bean Tester',
2087 'Lollipop Consumer Tester',
2088 'Lollipop Low-end Tester',
2089 'Unswarmed N5 Tests Dummy Builder',
2090 'Unswarmed N5X Tests Dummy Builder',
2091 'x86 Cloud Tester',
Peter Collingbourne6e3a081d2018-02-16 19:54:332092 # chromium.clang
2093 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:582094 # chromium.memory
2095 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:282096 ],
2097 },
Nico Weber2a1e0f82018-03-29 23:44:212098 'mini_installer_tests': {
2099 'remove_from': [
2100 # chromium.clang
2101 'linux-win_cross-rel', # https://crbug.com/799827
2102 ],
2103 },
Kenneth Russelleb60cbd22017-12-05 07:54:282104 'mojo_test_apk': {
2105 'remove_from': [
2106 # On chromium.android, unclear why these aren't run on all bots.
2107 'KitKat Tablet Tester',
2108 'Lollipop Phone Tester',
2109 'Lollipop Tablet Tester',
2110 'Marshmallow 64 bit Tester',
2111 'Marshmallow Tablet Tester',
2112 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282113 # chromium.android.fyi
2114 'Jelly Bean Tester',
2115 'Lollipop Consumer Tester',
2116 'Lollipop Low-end Tester',
2117 'Unswarmed N5 Tests Dummy Builder',
2118 'Unswarmed N5X Tests Dummy Builder',
2119 'x64 Device Tester',
2120 'x86 Cloud Tester',
2121 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:242122 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282123 # chromium.fyi
2124 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282125 ],
2126 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242127 # chromium.clang
2128 'ToTAndroidCFI': {
2129 'swarming': {
2130 'hard_timeout': 0,
2131 },
2132 },
Peter Collingbournee07e84e82018-02-23 20:28:582133 # chromium.clang
2134 'Android CFI': {
2135 'swarming': {
2136 'hard_timeout': 0,
2137 },
2138 },
Kenneth Russelleb60cbd22017-12-05 07:54:282139 },
2140 },
Kenneth Russellfbda3c532017-12-08 23:57:242141 'nacl_helper_nonsfi_unittests': {
2142 'remove_from': [
2143 # chromium.clang
2144 'CFI Linux (icall)',
2145 'CFI Linux ToT',
2146 'ToTLinux (dbg)',
2147 'ToTLinuxASan',
2148 'ToTLinuxMSan',
2149 'ToTLinuxThinLTO',
2150 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:132151 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:282152 # chromium.fyi
2153 'ThinLTO Linux ToT',
John Budorickca14c76f62017-12-09 14:19:182154 # chromium.memory
2155 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:242156 ],
2157 },
2158 'nacl_loader_unittests': {
2159 'remove_from': [
2160 # chromium.clang
2161 'ToTLinuxASan',
Kenneth Russell8ceeabf2017-12-11 17:53:282162 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592163 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282164 'Chromium Mac 10.11',
2165 'Chromium Mac 10.11 Force Mac Toolchain',
2166 'Chromium Mac 10.13',
2167 'Out of Process Profiling Mac',
John Budorickca14c76f62017-12-09 14:19:182168 # chromium.memory
2169 'Linux ASan LSan Tests (1)',
Nico Webera8fc38f72018-04-10 02:20:112170 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242171 ],
2172 },
Kenneth Russelleb60cbd22017-12-05 07:54:282173 'native_theme_unittests': {
2174 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242175 # chromium.clang
2176 'ToTLinuxASan',
2177 'ToTMacASan',
2178 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282179 'Linux Tests (dbg)(1)(32)',
2180 ],
2181 },
2182 'net_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242183 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282184 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:242185 'CrWinAsanCov',
Kenneth Russell8ceeabf2017-12-11 17:53:282186 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282187 'Fuchsia (dbg)',
2188 'Fuchsia ARM64',
2189 # chromium.linux
2190 'Fuchsia x64',
Kenneth Russellfbda3c532017-12-08 23:57:242191 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282192 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242193 # chromium.clang
2194 'ToTLinuxASan': {
Reid Kleckner6b836242018-04-18 17:37:332195 # TODO(crbug.com/794372): net_unittests is slow under ASan.
Kenneth Russellfbda3c532017-12-08 23:57:242196 'swarming': {
Reid Kleckner6b836242018-04-18 17:37:332197 'shards': 16,
Kenneth Russellfbda3c532017-12-08 23:57:242198 },
2199 },
John Budorickca14c76f62017-12-09 14:19:182200 # chromium.memory
2201 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342202 # These are very slow on the ASAN trybot for some reason.
2203 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182204 'swarming': {
John Budorick5052d552017-12-13 02:59:342205 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182206 },
2207 },
2208 'Linux Chromium OS ASan LSan Tests (1)': {
2209 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022210 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182211 }
2212 },
2213 'Linux TSan Tests': {
2214 'swarming': {
2215 'shards': 4,
2216 }
2217 },
Kenneth Russelleb60cbd22017-12-05 07:54:282218 },
2219 },
Xi Cheng34ca4042018-02-23 00:10:122220 'notification_helper_unittests': {
2221 'remove_from': [
2222 # chromium.win, this unit test requires WinRT, which only exists on Windows 8 or above.
2223 'Win 7 Tests x64 (1)',
2224 'Win7 (32) Tests',
2225 'Win7 Tests (1)',
2226 'Win7 Tests (dbg)(1)',
Oksana Zhuravlova7f996212018-02-28 04:23:082227 # chromium.clang, the following bots run on Windows 7, where the unit test doesn't run.
2228 'CrWinAsan',
2229 'CrWinAsan(dll)',
2230 'CrWinAsanCov',
Oksana Zhuravlova7f996212018-02-28 04:23:082231 'CrWinClangLLD',
2232 'CrWinClangLLD64',
2233 'CrWinClngLLD64dbg',
2234 'CrWinClngLLDdbg',
Xi Cheng34ca4042018-02-23 00:10:122235 'ToTWin',
2236 'ToTWin(dbg)',
2237 'ToTWin(dll)',
2238 'ToTWin64',
2239 'ToTWin64(dbg)',
2240 'ToTWin64(dll)',
2241 'ToTWinCFI',
2242 'ToTWinCFI64',
Nico Weber6c23b352018-03-09 14:22:122243 'ToTWinLibcxx64',
Oksana Zhuravlova7f996212018-02-28 04:23:082244 'ToTWinThinLTO64',
2245 # chromium.fyi
Xi Cheng34ca4042018-02-23 00:10:122246 'Out of Process Profiling Windows',
2247 ],
2248 },
Kenneth Russell56a3e862017-12-08 03:11:342249 'printing_unittests': {
2250 'remove_from': [
2251 # chromium.chromiumos
2252 'Linux ChromiumOS Tests (dbg)(1)',
2253 'linux-chromeos-dbg',
2254 ],
2255 },
Kenneth Russelleb60cbd22017-12-05 07:54:282256 'remoting_unittests': {
2257 'remove_from': [
2258 # On chromium.android, unclear why these aren't run.
2259 'KitKat Phone Tester (dbg)',
2260 'KitKat Phone Tester (rel)',
2261 'KitKat Tablet Tester',
2262 'Lollipop Phone Tester',
2263 'Lollipop Tablet Tester',
2264 'Marshmallow 64 bit Tester',
2265 'Marshmallow Phone Tester (rel)',
2266 'Marshmallow Tablet Tester',
2267 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282268 # chromium.android.fyi
2269 'Jelly Bean Tester',
2270 'Lollipop Consumer Tester',
2271 'Lollipop Low-end Tester',
2272 'Unswarmed N5 Tests Dummy Builder',
2273 'Unswarmed N5X Tests Dummy Builder',
2274 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:392275 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282276 'Linux Tests (dbg)(1)(32)',
Peter Collingbourne6e3a081d2018-02-16 19:54:332277 # chromium.clang
2278 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:582279 # chromium.memory
2280 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:282281 ],
2282 },
2283 'renderer_side_navigation_content_browsertests': {
2284 'remove_from': [
2285 # On chromium.android, unclear why these aren't run on all bots.
2286 'KitKat Phone Tester (dbg)',
2287 'KitKat Phone Tester (rel)',
2288 'KitKat Tablet Tester',
2289 'Lollipop Phone Tester',
2290 'Lollipop Tablet Tester',
2291 'Marshmallow Phone Tester (rel)',
2292 'Marshmallow Tablet Tester',
2293 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282294 # chromium.android.fyi
2295 'Jelly Bean Tester',
2296 'Lollipop Consumer Tester',
2297 'Lollipop Low-end Tester',
2298 'Unswarmed N5 Tests Dummy Builder',
2299 'Unswarmed N5X Tests Dummy Builder',
2300 'x64 Device Tester',
2301 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342302 # chromium.chromiumos
2303 'Linux ChromiumOS Tests (dbg)(1)',
2304 'linux-chromeos-dbg',
2305 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242306 # chromium.clang
2307 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282308 # chromium.fyi
2309 'Out of Process Profiling Android',
Kenneth Russellb3cca6f02017-12-05 22:02:392310 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282311 'Linux Tests (dbg)(1)(32)',
2312 ],
2313 'modifications': {
2314 'Marshmallow 64 bit Tester': {
2315 'swarming': {
2316 'hard_timeout': 1200,
2317 'shards': 6,
2318 },
2319 },
2320 },
2321 },
2322 'renderer_side_navigation_content_shell_test_apk': {
2323 'remove_from': [
2324 # On chromium.android, unclear why these aren't run.
2325 'KitKat Phone Tester (dbg)',
2326 'KitKat Phone Tester (rel)',
2327 'KitKat Tablet Tester',
2328 'Lollipop Phone Tester',
2329 'Lollipop Tablet Tester',
2330 'Marshmallow Phone Tester (rel)',
2331 'Marshmallow Tablet Tester',
2332 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282333 # chromium.android.fyi
2334 'Jelly Bean Tester',
2335 'Lollipop Consumer Tester',
2336 'Lollipop Low-end Tester',
2337 'Unswarmed N5 Tests Dummy Builder',
2338 'Unswarmed N5X Tests Dummy Builder',
2339 'x64 Device Tester',
2340 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242341 # chromium.clang
2342 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282343 # chromium.fyi
2344 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282345 ],
2346 'modifications': {
2347 'Marshmallow 64 bit Tester': {
2348 'swarming': {
2349 'hard_timeout': 960,
2350 'shards': 3,
2351 },
2352 },
2353 },
2354 },
2355 'renderer_side_navigation_content_unittests': {
2356 'remove_from': [
2357 # On chromium.android, unclear why these aren't run on all bots.
2358 'KitKat Phone Tester (dbg)',
2359 'KitKat Phone Tester (rel)',
2360 'KitKat Tablet Tester',
2361 'Lollipop Phone Tester',
2362 'Lollipop Tablet Tester',
2363 'Marshmallow Phone Tester (rel)',
2364 'Marshmallow Tablet Tester',
2365 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282366 # chromium.android.fyi
2367 'Jelly Bean Tester',
2368 'Lollipop Consumer Tester',
2369 'Lollipop Low-end Tester',
2370 'Unswarmed N5 Tests Dummy Builder',
2371 'Unswarmed N5X Tests Dummy Builder',
2372 'x64 Device Tester',
2373 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342374 # chromium.chromiumos
2375 'Linux ChromiumOS Tests (dbg)(1)',
2376 'linux-chromeos-dbg',
2377 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242378 # chromium.clang
2379 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282380 # chromium.fyi
2381 'Out of Process Profiling Android',
Kenneth Russellb3cca6f02017-12-05 22:02:392382 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282383 'Linux Tests (dbg)(1)(32)',
2384 ],
2385 },
2386 'renderer_side_navigation_webview_instrumentation_test_apk': {
2387 'remove_from': [
2388 # On chromium.android, unclear why these aren't run on all bots.
2389 'KitKat Phone Tester (dbg)',
2390 'KitKat Phone Tester (rel)',
2391 'KitKat Tablet Tester',
2392 'Lollipop Phone Tester',
2393 'Lollipop Tablet Tester',
2394 'Marshmallow Phone Tester (rel)',
2395 'Marshmallow Tablet Tester',
2396 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282397 # chromium.android.fyi
2398 'Jelly Bean Tester',
2399 'Lollipop Consumer Tester',
2400 'Lollipop Low-end Tester',
2401 'Unswarmed N5 Tests Dummy Builder',
2402 'Unswarmed N5X Tests Dummy Builder',
2403 'x64 Device Tester',
2404 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242405 # chromium.clang
2406 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282407 # chromium.fyi
2408 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282409 ],
2410 'modifications': {
2411 'Marshmallow 64 bit Tester': {
2412 'swarming': {
2413 'hard_timeout': 1200,
2414 'shards': 8,
2415 },
2416 },
2417 },
2418 },
2419 'sandbox_linux_unittests': {
2420 'modifications': {
2421 'KitKat Tablet Tester': {
2422 'swarming': {
2423 'hard_timeout': 60,
2424 },
2425 },
2426 'Marshmallow Tablet Tester': {
2427 'swarming': {
2428 'hard_timeout': 60,
2429 },
2430 },
Kenneth Russell56a3e862017-12-08 03:11:342431 'Linux ChromiumOS Tests (dbg)(1)': {
2432 'args': [
2433 '--test-launcher-print-test-stdio=always',
2434 ],
2435 },
2436 'linux-chromeos-dbg': {
2437 'args': [
2438 '--test-launcher-print-test-stdio=always',
2439 ],
2440 },
2441 'linux-chromeos-rel': {
2442 'args': [
2443 '--test-launcher-print-test-stdio=always',
2444 ],
2445 },
Kenneth Russelleb60cbd22017-12-05 07:54:282446 'Linux Tests (dbg)(1)': {
2447 'args': [
2448 '--test-launcher-print-test-stdio=always',
2449 ],
2450 },
2451 'Linux Tests (dbg)(1)(32)': {
2452 'args': [
2453 '--test-launcher-print-test-stdio=always',
2454 ],
2455 },
2456 'Lollipop Tablet Tester': {
2457 'swarming': {
2458 'hard_timeout': 60,
2459 },
2460 },
2461 },
2462 },
2463 'service_manager_unittests': {
2464 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:342465 # chromium.chromiumos
2466 'Linux ChromiumOS Tests (dbg)(1)',
2467 'linux-chromeos-dbg',
2468 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282469 # chromium.fyi
2470 'Chromium Win 10 GCE Tests',
2471 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282472 'Cast Audio Linux',
2473 'Cast Linux',
2474 'Linux Tests (dbg)(1)(32)',
2475 # On chromium.mac, unclear why these aren't run.
2476 'Mac10.10 Tests',
2477 'Mac10.11 Tests',
2478 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:142479 'Mac10.13 Tests',
2480 'Mac10.13 Tests (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282481 'Win7 Tests (dbg)(1)',
2482 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112483 # chromium.win
2484 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282485 ],
2486 },
2487 'services_unittests': {
2488 'remove_from': [
2489 # On chromium.android, unclear why these aren't run on all bots.
2490 'KitKat Tablet Tester',
2491 'Lollipop Phone Tester',
2492 'Lollipop Tablet Tester',
2493 'Marshmallow 64 bit Tester',
2494 'Marshmallow Tablet Tester',
2495 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282496 # chromium.android.fyi
2497 'Jelly Bean Tester',
2498 'Lollipop Consumer Tester',
2499 'Lollipop Low-end Tester',
2500 'Unswarmed N5 Tests Dummy Builder',
2501 'Unswarmed N5X Tests Dummy Builder',
2502 'x64 Device Tester',
2503 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242504 # chromium.clang
2505 'CFI Linux (icall)',
2506 'CFI Linux ToT',
2507 'CrWinAsan',
2508 'CrWinAsan(dll)',
2509 'CrWinAsanCov',
2510 'ToTAndroidASan',
2511 'ToTLinuxMSan',
2512 'ToTLinuxThinLTO',
Kenneth Russell8ceeabf2017-12-11 17:53:282513 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592514 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282515 'Chromium Mac 10.11',
2516 'Chromium Mac 10.11 Force Mac Toolchain',
2517 'Chromium Mac 10.13',
Kenneth Russell8ceeabf2017-12-11 17:53:282518 'ThinLTO Linux ToT',
Kenneth Russell8ceeabf2017-12-11 17:53:282519 'Win 10 Fast Ring',
Kenneth Russelleb60cbd22017-12-05 07:54:282520 # On chromium.linux, unclear why these aren't run on Cast.
2521 'Cast Audio Linux',
2522 'Cast Linux',
John Budorickca14c76f62017-12-09 14:19:182523 # chromium.memory
Nico Weberd36959682018-04-12 03:33:462524 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
2525 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:282526 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282527 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202528 'not_site_per_process_browser_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:282529 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282530 # chromium.fyi
2531 'Site Isolation Android',
2532 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282533 'Linux Tests (dbg)(1)(32)',
2534 ],
2535 'modifications': {
2536 'Linux Tests (dbg)(1)': {
2537 'swarming': {
2538 'shards': 10,
2539 },
2540 },
Dirk Pranke8fd63c12017-12-10 18:06:272541 # client.v8.chromium
2542 'Linux - Future (dbg)': {
2543 'swarming': {
2544 'shards': 10,
2545 },
2546 },
Kenneth Russelleb60cbd22017-12-05 07:54:282547 },
2548 },
Dirk Pranke7feb8802017-12-14 19:27:452549 'site_per_process_components_browsertests': {
2550 'remove_from': [
2551 # chromium.linux
2552 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452553 ],
2554 },
2555 'site_per_process_components_unittests': {
2556 'remove_from': [
2557 # chromium.linux
2558 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452559 ],
2560 },
Kenneth Russelleb60cbd22017-12-05 07:54:282561 'site_per_process_content_browsertests': {
2562 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:452563 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282564 'Linux Tests (dbg)(1)(32)',
2565 ],
Kenneth Russell8ceeabf2017-12-11 17:53:282566 'modifications': {
2567 # chromium.fyi
2568 'Site Isolation Android': {
2569 'swarming': {
2570 'shards': 6,
2571 },
2572 },
2573 },
Kenneth Russelleb60cbd22017-12-05 07:54:282574 },
2575 'site_per_process_content_unittests': {
2576 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:452577 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282578 'Linux Tests (dbg)(1)(32)',
2579 ],
2580 },
Dirk Pranke7feb8802017-12-14 19:27:452581 'site_per_process_extensions_browsertests': {
2582 'remove_from': [
2583 # chromium.linux
2584 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452585 ],
2586 },
2587 'site_per_process_extensions_unittests': {
2588 'remove_from': [
2589 # chromium.linux
2590 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452591 ],
2592 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202593 'not_site_per_process_interactive_ui_tests': {
Dirk Pranke7feb8802017-12-14 19:27:452594 'remove_from': [
2595 # chromium.linux
2596 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452597 ],
2598 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202599 'not_site_per_process_sync_integration_tests': {
Dirk Pranke7feb8802017-12-14 19:27:452600 'remove_from': [
2601 # chromium.linux
2602 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452603 ],
2604 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202605 'not_site_per_process_unit_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:282606 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282607 # chromium.fyi
2608 'Site Isolation Android',
2609 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282610 'Linux Tests (dbg)(1)(32)',
2611 ],
2612 },
Dirk Prankeb4ab1e42017-12-19 22:00:532613 'site_per_process_webkit_layout_tests': {
2614 'remove_from': [
2615 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:432616 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2617 'Linux Tests (dbg)(1)',
Dirk Prankeb4ab1e42017-12-19 22:00:532618 'Linux Tests (dbg)(1)(32)',
Dirk Prankeb4ab1e42017-12-19 22:00:532619 ],
2620 },
Dirk Pranke1b767092017-12-07 04:44:232621 'sizes': {
2622 'remove_from': [
2623 'Win',
2624 'Win x64',
2625 ],
2626 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282627 # chromium
Dirk Pranke1b767092017-12-07 04:44:232628 'Mac': {
2629 'args': [
2630 'mac-release/sizes',
2631 ],
2632 },
2633 'Linux x64': {
2634 'args': [
2635 'linux-release-64/sizes',
2636 ],
2637 },
Kenneth Russell8ceeabf2017-12-11 17:53:282638 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282639 'Android Cronet KitKat Builder': {
2640 'args': [
2641 '--platform',
2642 'android-cronet',
2643 '--perf-id',
2644 'android_cronet_builder',
2645 'cronet-arm/sizes',
2646 ],
2647 'override_compile_targets': [
2648 'cronet',
2649 ],
2650 },
Dirk Pranke1b767092017-12-07 04:44:232651 },
2652 },
Kenneth Russelleb60cbd22017-12-05 07:54:282653 'skia_unittests': {
2654 'remove_from': [
2655 # On chromium.android, unclear why these aren't run.
2656 'KitKat Phone Tester (dbg)',
2657 'KitKat Phone Tester (rel)',
2658 'KitKat Tablet Tester',
2659 'Lollipop Phone Tester',
2660 'Lollipop Tablet Tester',
2661 'Marshmallow 64 bit Tester',
2662 'Marshmallow Phone Tester (rel)',
2663 'Marshmallow Tablet Tester',
2664 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282665 # chromium.android.fyi
2666 'Jelly Bean Tester',
2667 'Lollipop Consumer Tester',
2668 'Lollipop Low-end Tester',
2669 'Unswarmed N5 Tests Dummy Builder',
2670 'Unswarmed N5X Tests Dummy Builder',
2671 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:392672 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:282673 'Cast Audio Linux',
2674 'Cast Linux',
2675 ],
2676 },
2677 'snapshot_unittests': {
2678 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:342679 # chromium.chromiumos
2680 'Linux ChromiumOS Tests (dbg)(1)',
2681 'linux-chromeos-dbg',
2682 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282683 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592684 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282685 'Chromium Mac 10.11',
2686 'Chromium Mac 10.11 Force Mac Toolchain',
2687 'Chromium Mac 10.13',
2688 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:282689 # On chromium.win, unclear why these aren't run.
2690 'Win 7 Tests x64 (1)',
2691 'Win10 Tests x64',
2692 'Win7 (32) Tests',
2693 'Win7 Tests (1)',
2694 'Win7 Tests (dbg)(1)',
2695 ],
2696 },
2697 'sql_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:592698 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282699 # chromium.fyi
2700 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:592701 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282702 'modifications': {
2703 'KitKat Tablet Tester': {
2704 'swarming': {
2705 'hard_timeout': 60,
2706 },
2707 },
2708 'Lollipop Tablet Tester': {
2709 'swarming': {
2710 'hard_timeout': 60,
2711 },
2712 },
2713 'Marshmallow Tablet Tester': {
2714 'swarming': {
Yuke Liao5d6014d2018-03-20 22:09:562715 'hard_timeout': 120,
Kenneth Russelleb60cbd22017-12-05 07:54:282716 },
2717 },
2718 },
2719 },
2720 'storage_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242721 'remove_from': [
2722 # chromium.clang
2723 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:242724 'ToTLinuxThinLTO',
2725 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:132726 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:282727 # chromium.fyi
2728 'Out of Process Profiling Mac',
2729 'ThinLTO Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:242730 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282731 'modifications': {
2732 # chromium.android
2733 'KitKat Phone Tester (dbg)': {
2734 'swarming': {
2735 'hard_timeout': 180,
2736 },
2737 },
2738 'KitKat Phone Tester (rel)': {
2739 'swarming': {
2740 'hard_timeout': 180,
2741 },
2742 },
2743 'KitKat Tablet Tester': {
2744 'swarming': {
2745 'hard_timeout': 120,
2746 },
2747 },
2748 'Lollipop Phone Tester': {
2749 'swarming': {
2750 'hard_timeout': 960,
2751 },
2752 },
2753 'Lollipop Tablet Tester': {
2754 'swarming': {
2755 'hard_timeout': 300,
2756 },
2757 },
2758 'Marshmallow 64 bit Tester': {
2759 'swarming': {
2760 'hard_timeout': 960,
2761 },
2762 },
2763 'Marshmallow Tablet Tester': {
2764 'swarming': {
2765 'hard_timeout': 300,
2766 },
2767 },
Kenneth Russelleb60cbd22017-12-05 07:54:282768 },
2769 },
2770 'sync_integration_tests': {
2771 'modifications': {
2772 'Win7 Tests (dbg)(1)': {
2773 'swarming': {
2774 'shards': 2,
2775 },
2776 },
2777 },
John Budorickca14c76f62017-12-09 14:19:182778 'remove_from': [
2779 # chromium.memory
2780 'Linux ASan LSan Tests (1)',
2781 'Linux CFI',
2782 'Linux Chromium OS ASan LSan Tests (1)',
2783 'Linux ChromiumOS MSan Tests',
2784 'Linux MSan Tests',
2785 'Linux TSan Tests',
2786 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282787 },
2788 'telemetry_perf_unittests': {
2789 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282790 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282791 'KitKat Phone Tester (rel)': {
2792 'args': [
2793 '--browser=android-chromium',
2794 '--device=android',
2795 ],
2796 'swarming': {
2797 'dimension_sets': [
2798 {
2799 'temp_band': '<30',
2800 },
2801 ],
2802 'hard_timeout': 1500,
2803 'shards': 15,
2804 },
2805 },
2806 'Marshmallow Phone Tester (rel)': {
2807 'args': [
2808 '--browser=android-chromium',
2809 '--device=android',
2810 ],
2811 'swarming': {
2812 'dimension_sets': [
2813 {
2814 'temp_band': '<30',
2815 },
2816 ],
2817 'hard_timeout': 1500,
2818 'shards': 15,
2819 },
2820 },
Kenneth Russell8ceeabf2017-12-11 17:53:282821 # chromium.android.fyi
2822 'x86 Cloud Tester': {
2823 'args': [
2824 '--browser=android-chromium',
2825 '--device=android',
2826 ],
2827 'swarming': {
2828 'shards': 1,
2829 },
2830 },
Tom Andersonae738bda2018-02-20 20:40:092831 # chromium.fyi
2832 'Linux Xenial': {
2833 'args': [
2834 '--xvfb',
2835 '--jobs=1',
2836 ],
2837 },
Kenneth Russell8ceeabf2017-12-11 17:53:282838 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282839 'Linux Tests': {
2840 'args': [
2841 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482842 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282843 ],
2844 },
Ned Nguyeneb3911e2017-12-11 20:16:022845 'Linux Tests (dbg)(1)': {
2846 'args': [
2847 '--xvfb',
nednguyen35d625f22018-01-11 19:45:302848 '--jobs=1',
Ned Nguyeneb3911e2017-12-11 20:16:022849 ],
2850 },
John Budorick2593eb922018-05-09 19:31:492851 'linux-xenial-rel': {
2852 'args': [
2853 '--xvfb',
2854 '--jobs=1',
2855 ],
2856 },
Kenneth Russell8ceeabf2017-12-11 17:53:282857 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:282858 # Disable parallelism on all Mac bots.
2859 'Mac10.10 Tests': {
2860 'args': [
2861 '--jobs=1',
2862 ],
2863 },
2864 'Mac10.11 Tests': {
2865 'args': [
2866 '--jobs=1',
2867 ],
2868 },
2869 'Mac10.12 Tests': {
2870 'args': [
2871 '--jobs=1',
2872 ],
2873 },
Ned Nguyen6e6e5b32018-02-21 20:21:502874 'Win7 Tests (dbg)(1)': {
2875 'args': [
2876 '--jobs=1',
2877 ],
2878 'swarming': {
2879 'shards': 20,
2880 },
2881 'experiment_percentage': 100,
2882 },
Kenneth Russelleb60cbd22017-12-05 07:54:282883 },
2884 'remove_from': [
Kenneth Russelleb60cbd22017-12-05 07:54:282885 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b22018-03-03 02:59:142886 'Mac10.13 Tests',
2887 'Mac10.13 Tests (dbg)',
Dirk Pranke8fd63c12017-12-10 18:06:272888 # client.v8.chromium
2889 'Linux - Future (dbg)',
Stephen Martinise701f5a2018-05-04 01:25:112890 # chromium.win
2891 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282892 ],
2893 },
Dirk Prankedd1d2a02017-12-08 20:51:592894 'telemetry_unittests': {
2895 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282896 'Out of Process Profiling Mac': {
2897 'swarming': {
2898 'shards': 2,
2899 },
2900 },
Dirk Prankedd1d2a02017-12-08 20:51:592901 },
Stephen Martinise701f5a2018-05-04 01:25:112902 'remove_from': [
2903 # chromium.win
2904 'Win10 Tests x64 (dbg)',
2905 ],
Dirk Prankedd1d2a02017-12-08 20:51:592906 },
Kenneth Russelleb60cbd22017-12-05 07:54:282907 'traffic_annotation_auditor_unittests': {
2908 'modifications': {
2909 'Linux Tests': {
2910 # Unclear why this isn't swarmed.
2911 'swarming': {
2912 'can_use_on_swarming_builders': False,
2913 },
2914 },
2915 },
2916 'remove_from': [
2917 # On chromium.linux, unclear why these only run on "Linux Tests".
2918 'Linux Tests (dbg)(1)',
2919 'Linux Tests (dbg)(1)(32)',
2920 ],
2921 },
2922 'ui_android_unittests': {
2923 'modifications': {
2924 'KitKat Tablet Tester': {
2925 'swarming': {
2926 'hard_timeout': 120,
2927 },
2928 },
2929 'Marshmallow Tablet Tester': {
2930 'swarming': {
2931 'hard_timeout': 120,
2932 },
2933 },
2934 },
2935 },
2936 'ui_base_unittests': {
2937 'modifications': {
2938 'KitKat Tablet Tester': {
2939 'swarming': {
2940 'hard_timeout': 120,
2941 },
2942 },
2943 'Marshmallow Tablet Tester': {
2944 'swarming': {
2945 'hard_timeout': 120,
2946 },
2947 },
2948 },
2949 },
2950 'ui_touch_selection_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242951 'remove_from': [
2952 # chromium.clang
2953 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:242954 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282955 'modifications': {
2956 'KitKat Tablet Tester': {
2957 'swarming': {
2958 'hard_timeout': 120,
2959 },
2960 },
2961 'Marshmallow Tablet Tester': {
2962 'swarming': {
2963 'hard_timeout': 120,
2964 },
2965 },
2966 },
2967 },
2968 'unit_tests': {
2969 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242970 # chromium.clang
2971 'CrWinAsanCov',
Kenneth Russelleb60cbd22017-12-05 07:54:282972 # On chromium.linux, unclear why these aren't run on Cast.
2973 'Cast Audio Linux',
2974 'Cast Linux',
Stephen Martinise701f5a2018-05-04 01:25:112975 # chromium.win
2976 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282977 ],
2978 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242979 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282980 'KitKat Tablet Tester': {
2981 'swarming': {
2982 'hard_timeout': 1200,
2983 'shards': 2,
2984 },
2985 },
2986 'Lollipop Phone Tester': {
2987 'swarming': {
2988 'hard_timeout': 960,
2989 'shards': 2,
2990 },
2991 },
2992 'Lollipop Tablet Tester': {
2993 'swarming': {
2994 'hard_timeout': 1200,
2995 'shards': 2,
2996 },
2997 },
2998 'Marshmallow 64 bit Tester': {
2999 'swarming': {
3000 'hard_timeout': 960,
3001 'shards': 2,
3002 },
3003 },
3004 'Marshmallow Phone Tester (rel)': {
3005 'swarming': {
3006 'hard_timeout': 960,
3007 'shards': 2,
3008 },
3009 },
3010 'Marshmallow Tablet Tester': {
3011 'swarming': {
3012 'hard_timeout': 1200,
3013 'shards': 2,
3014 },
3015 },
Kenneth Russell8ceeabf2017-12-11 17:53:283016 # chromium.android.fyi
3017 'Lollipop Low-end Tester': {
3018 'swarming': {
3019 'hard_timeout': 0,
3020 },
3021 },
3022 'Nougat Phone Tester': {
3023 'swarming': {
3024 'hard_timeout': 1200,
3025 'shards': 2,
3026 },
3027 },
3028 'x64 Device Tester': {
3029 'swarming': {
3030 'hard_timeout': 0,
3031 },
3032 },
3033 'x86 Cloud Tester': {
3034 'swarming': {
3035 'hard_timeout': 0,
3036 },
3037 },
Kenneth Russellfbda3c532017-12-08 23:57:243038 # chromium.clang
3039 'ToTLinuxASan': {
3040 'swarming': {
3041 'shards': 2,
3042 },
John Budorickca14c76f62017-12-09 14:19:183043 },
Dirk Pranke20eae9a72017-12-09 18:12:143044 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:183045 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343046 # These are slow on the ASAN trybot for some reason.
3047 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:183048 'swarming': {
John Budorick5052d552017-12-13 02:59:343049 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183050 },
3051 },
3052 'Linux Chromium OS ASan LSan Tests (1)': {
3053 'args': [
3054 '--test-launcher-filter-file=../../testing/buildbot/filters/unit_tests_cros_asan.filter',
3055 ],
3056 },
3057 'Linux TSan Tests': {
3058 'swarming': {
3059 'shards': 2,
3060 },
3061 },
Dirk Pranke20eae9a72017-12-09 18:12:143062 # chromium.swarm
3063 'Android N5X Swarm': {
3064 'swarming': {
3065 'shards': 8,
3066 },
3067 },
Kenneth Russelleb60cbd22017-12-05 07:54:283068 },
3069 },
3070 'url_unittests': {
3071 'remove_from': [
3072 # On chromium.android, unclear why these aren't run.
3073 'KitKat Phone Tester (dbg)',
3074 'KitKat Phone Tester (rel)',
3075 'KitKat Tablet Tester',
3076 'Lollipop Phone Tester',
3077 'Lollipop Tablet Tester',
3078 'Marshmallow 64 bit Tester',
3079 'Marshmallow Phone Tester (rel)',
3080 'Marshmallow Tablet Tester',
3081 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283082 # chromium.android.fyi
3083 'Jelly Bean Tester',
3084 'Lollipop Consumer Tester',
3085 'Lollipop Low-end Tester',
3086 'Unswarmed N5 Tests Dummy Builder',
3087 'Unswarmed N5X Tests Dummy Builder',
3088 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:283089 ],
3090 },
3091 'views_unittests': {
3092 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243093 # chromium.clang
3094 'ToTLinuxASan',
3095 'ToTMacASan',
3096 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:283097 'Linux Tests (dbg)(1)(32)',
3098 ],
3099 },
jonross6b44aa52018-05-04 14:41:393100 'viz_content_browsertests': {
3101 'remove_from': [
3102 # Currently flaky timeouts on Windows 10. crbug.com/839824
3103 'Win10 Tests x64 (dbg)',
3104 ],
3105 },
Stephen Martinis36977112018-04-06 06:09:463106 'viz_browser_tests': {
3107 'remove_from': [
3108 # Currently too flaky on Windows.
3109 'Win 7 Tests x64 (1)',
3110 'Win10 Tests x64',
3111 'Win7 Tests (1)',
3112 'Win7 Tests (dbg)(1)',
Stephen Martinise701f5a2018-05-04 01:25:113113 'Win10 Tests x64 (dbg)',
Stephen Martinis36977112018-04-06 06:09:463114 ],
3115 },
Kenneth Russelleb60cbd22017-12-05 07:54:283116 'viz_unittests': {
3117 'remove_from': [
3118 # On chromium.android, unclear why these aren't run on all bots.
3119 'Nougat Phone Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243120 # chromium.clang
3121 'CFI Linux (icall)',
3122 'CFI Linux ToT',
3123 'ToTAndroid x64',
3124 'ToTAndroidASan',
3125 'ToTLinux',
3126 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:243127 'ToTLinuxThinLTO',
3128 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:133129 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:283130 # chromium.android.fyi
3131 'Jelly Bean Tester',
3132 'Lollipop Consumer Tester',
3133 'Lollipop Low-end Tester',
3134 'Unswarmed N5 Tests Dummy Builder',
3135 'Unswarmed N5X Tests Dummy Builder',
3136 'x64 Device Tester',
3137 'x86 Cloud Tester',
3138 # chromium.fyi
3139 'Chromium Win 10 GCE Tests',
3140 'Out of Process Profiling Android',
3141 'Out of Process Profiling Linux',
3142 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:283143 # chromium.win
3144 'Win10 Tests x64',
3145 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283146 'modifications': {
3147 'KitKat Tablet Tester': {
3148 'swarming': {
3149 'hard_timeout': 300,
3150 },
3151 },
3152 'Lollipop Tablet Tester': {
3153 'swarming': {
3154 'hard_timeout': 300,
3155 },
3156 },
3157 'Marshmallow Phone Tester (rel)': {
3158 'swarming': {
3159 'hard_timeout': 960,
3160 },
3161 },
3162 'Marshmallow Tablet Tester': {
3163 'swarming': {
3164 'hard_timeout': 300,
3165 },
3166 },
3167 },
3168 },
3169 'vr_common_unittests': {
3170 'remove_from': [
3171 # On chromium.android, unclear why these aren't run on all bots.
3172 'KitKat Phone Tester (dbg)',
3173 'KitKat Phone Tester (rel)',
Kenneth Russell8ceeabf2017-12-11 17:53:283174 'Nougat Phone Tester chromium.android',
3175 # chromium.android.fyi
3176 'Jelly Bean Tester',
3177 'Lollipop Consumer Tester',
3178 'Lollipop Low-end Tester',
3179 'Unswarmed N5 Tests Dummy Builder',
3180 'Unswarmed N5X Tests Dummy Builder',
3181 'x64 Device Tester',
3182 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243183 # chromium.clang
3184 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:283185 # chromium.fyi
3186 'Chromium Win 10 GCE Tests',
3187 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:283188 # chromium.win
3189 'Win 7 Tests x64 (1)',
3190 'Win10 Tests x64',
3191 ],
3192 'modifications': {
3193 'KitKat Tablet Tester': {
3194 'swarming': {
3195 'hard_timeout': 300,
3196 },
3197 },
3198 'Lollipop Tablet Tester': {
3199 'swarming': {
3200 'hard_timeout': 300,
3201 },
3202 },
3203 'Marshmallow Phone Tester (rel)': {
3204 'swarming': {
3205 'hard_timeout': 960,
3206 },
3207 },
3208 'Marshmallow Tablet Tester': {
3209 'swarming': {
3210 'hard_timeout': 300,
3211 },
3212 },
3213 },
3214 },
Kenneth Russellfbda3c532017-12-08 23:57:243215 'vr_pixeltests': {
3216 'remove_from': [
3217 # chromium.android
3218 'KitKat Phone Tester (dbg)',
3219 'KitKat Phone Tester (rel)',
3220 'KitKat Tablet Tester',
3221 'Lollipop Phone Tester',
3222 'Lollipop Tablet Tester',
3223 'Marshmallow 64 bit Tester',
3224 'Marshmallow Phone Tester (rel)',
3225 'Marshmallow Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283226 # chromium.android.fyi
3227 'Jelly Bean Tester',
3228 'Lollipop Consumer Tester',
3229 'Lollipop Low-end Tester',
3230 'Nougat Phone Tester chromium.android.fyi',
3231 'Unswarmed N5 Tests Dummy Builder',
3232 'Unswarmed N5X Tests Dummy Builder',
3233 'x64 Device Tester',
3234 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243235 # chromium.clang
3236 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:283237 # chromium.fyi
3238 'Chromium Win 10 GCE Tests',
3239 'Out of Process Profiling Android',
3240 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243241 # chromium.win
3242 'Win 7 Tests x64 (1)',
3243 'Win10 Tests x64',
3244 'Win7 Tests (1)',
3245 'Win7 Tests (dbg)(1)',
3246 ],
3247 },
Kenneth Russelleb60cbd22017-12-05 07:54:283248 'webkit_layout_tests': {
3249 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243250 # chromium.clang
3251 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:283252 # chromium.fyi
3253 'Chromium Mac 10.11',
3254 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:243255 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:433256 'Linux Tests (dbg)(1)',
Kenneth Russelleb60cbd22017-12-05 07:54:283257 'Linux Tests (dbg)(1)(32)',
Kenneth Russellfbda3c532017-12-08 23:57:243258 # chromium.mac
Shenghua Zhangbd6f1b22018-03-03 02:59:143259 'Mac10.13 Tests (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:243260 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283261 'Win 7 Tests x64 (1)',
3262 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113263 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:283264 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283265 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:283266 # chromium.fyi
Dirk Prankea85f2acd2018-02-02 02:35:433267 'Dummy WebKit Mac10.13': {
3268 'swarming': {
Robert Ma196b907e62018-04-09 18:05:523269 'shards': 12,
Dirk Prankea85f2acd2018-02-02 02:35:433270 },
3271 },
John Budoricka14c2c392018-03-02 19:00:443272 'linux-blink-heap-incremental-marking': {
3273 'args': [
3274 '--debug',
Michael Lippautzd48e4a52018-04-26 06:59:133275 '--additional-driver-flag=--enable-blink-features=HeapIncrementalMarkingStress',
John Budoricka14c2c392018-03-02 19:00:443276 ],
3277 },
Kenneth Russell8ceeabf2017-12-11 17:53:283278 'WebKit Linux layout_ng Dummy Builder': {
3279 'args': [
3280 '--additional-driver-flag=--enable-blink-features=LayoutNG',
Kenneth Russell8ceeabf2017-12-11 17:53:283281 '--additional-driver-flag=--enable-slimming-paint-v175',
3282 ],
3283 'swarming': {
3284 'shards': 15,
3285 },
3286 },
3287 'WebKit Linux root_layer_scrolls Dummy Builder': {
3288 'args': [
3289 '--additional-driver-flag=--root-layer-scrolls',
3290 ],
3291 'swarming': {
3292 'shards': 15,
3293 },
3294 },
3295 'WebKit Linux slimming_paint_v2 Dummy Builder': {
3296 'args': [
Xianzhu Wang0e4447e2018-02-19 06:44:323297 '--additional-driver-flag=--enable-slimming-paint-v2',
Kenneth Russell8ceeabf2017-12-11 17:53:283298 ],
3299 'swarming': {
3300 'shards': 15,
3301 },
3302 },
3303 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:283304 'Linux Tests': {
3305 'swarming': {
3306 'dimension_sets': [
3307 {
3308 # TODO(kbr): this is essentially redundant.
3309 'os': 'Ubuntu-14.04',
3310 },
3311 ],
3312 'shards': 6,
3313 },
3314 },
Kenneth Russell8ceeabf2017-12-11 17:53:283315 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:283316 'Mac10.10 Tests': {
3317 # TODO(kbr): this is essentially redundant.
3318 'swarming': {
3319 'dimension_sets': [
3320 {
3321 'gpu': 'none',
3322 'os': 'Mac-10.10.5',
3323 },
3324 ],
3325 },
3326 },
3327 'Mac10.11 Tests': {
3328 # TODO(kbr): this is essentially redundant.
3329 'swarming': {
3330 'dimension_sets': [
3331 {
3332 'gpu': 'none',
3333 'os': 'Mac-10.11.6',
3334 },
3335 ],
3336 },
3337 },
3338 'Mac10.12 Tests': {
3339 # TODO(kbr): if the Swarming dimensions were explicitly specified for
3340 # all jobs then this wouldn't be needed. However, note that this bot
3341 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
3342 'swarming': {
3343 'dimension_sets': [
3344 {
3345 'gpu': '8086:0a2e',
3346 'hidpi': '0',
3347 'os': 'Mac-10.12.6',
3348 },
3349 ],
3350 'shards': 12,
3351 },
3352 },
Dirk Pranke736e26f2018-04-07 01:54:303353 'Mac10.13 Tests': {
Kenneth Russellbeb175e2018-04-21 02:43:093354 # TODO(jbudorick,dpranke): Switch this to 10.13.
Dirk Pranke736e26f2018-04-07 01:54:303355
3356 # TODO(kbr): if the Swarming dimensions were explicitly specified for
3357 # all jobs then this wouldn't be needed. However, note that this bot
3358 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
3359 'swarming': {
3360 'dimension_sets': [
3361 {
3362 'gpu': '8086:0a2e',
3363 'hidpi': '0',
3364 'os': 'Mac-10.12.6',
3365 },
3366 ],
3367 'shards': 12,
3368 },
3369 },
Dirk Pranke81ff51c2017-12-09 19:24:283370
3371 # TODO(dpranke): Clean up all of the unneeded exceptions on
3372 # chromium.webkit.
3373 'WebKit Linux Trusty': {
Stephen Martinis3bed2ab2018-04-23 19:42:063374 'args': [
3375 '--zero-tests-executed-ok',
3376 ],
Dirk Pranke81ff51c2017-12-09 19:24:283377 'swarming': {
3378 'dimension_sets': [
3379 {
3380 'os': 'Ubuntu-14.04',
3381 },
3382 ],
3383 },
3384 },
3385 'WebKit Linux Trusty (dbg)': {
3386 'args': [
3387 '--debug',
Stephen Martinis3bed2ab2018-04-23 19:42:063388 '--zero-tests-executed-ok',
Dirk Pranke81ff51c2017-12-09 19:24:283389 ],
3390 'swarming': {
3391 'dimension_sets': [
3392 {
3393 'os': 'Ubuntu-14.04',
3394 },
3395 ],
3396 'shards': 20,
3397 },
3398 },
3399 'WebKit Linux Trusty ASAN': {
3400 'args': [
3401 '--additional-expectations',
3402 '../../third_party/WebKit/LayoutTests/ASANExpectations',
3403 '--time-out-ms',
3404 '48000',
3405 '--enable-sanitizer',
Stephen Martinis3bed2ab2018-04-23 19:42:063406 '--zero-tests-executed-ok',
Dirk Pranke81ff51c2017-12-09 19:24:283407 ],
3408 'swarming': {
3409 'dimension_sets': [
3410 {
3411 'os': 'Ubuntu-14.04',
3412 },
3413 ],
3414 'shards': 20,
3415 },
3416 },
3417 'WebKit Linux Trusty Leak': {
3418 'args': [
3419 '--additional-expectations',
3420 '../../third_party/WebKit/LayoutTests/LeakExpectations',
3421 '--time-out-ms',
3422 '48000',
3423 '--enable-leak-detection',
Stephen Martinis3bed2ab2018-04-23 19:42:063424 '--zero-tests-executed-ok',
Dirk Pranke81ff51c2017-12-09 19:24:283425 ],
3426 'swarming': {
3427 'dimension_sets': [
3428 {
3429 'os': 'Ubuntu-14.04',
3430 },
3431 ],
3432 'shards': 10,
3433 },
3434 },
3435 'WebKit Linux Trusty MSAN': {
3436 'args': [
3437 '--additional-expectations',
3438 '../../third_party/WebKit/LayoutTests/MSANExpectations',
3439 '--time-out-ms',
3440 '66000',
3441 '--enable-sanitizer',
Stephen Martinis3bed2ab2018-04-23 19:42:063442 '--zero-tests-executed-ok',
Dirk Pranke81ff51c2017-12-09 19:24:283443 ],
3444 'swarming': {
3445 'dimension_sets': [
3446 {
3447 'os': 'Ubuntu-14.04',
3448 },
3449 ],
3450 'expiration': 36000,
3451 'hard_timeout': 10800,
3452 'io_timeout': 3600,
3453 'shards': 20,
3454 },
3455 },
Dirk Pranke81ff51c2017-12-09 19:24:283456 'WebKit Mac10.11 (dbg)': {
3457 'args': [
3458 '--debug',
3459 ],
Dirk Pranke81ff51c2017-12-09 19:24:283460 },
3461 'WebKit Win10': {
Stephen Martinis3bed2ab2018-04-23 19:42:063462 'args': [
3463 '--zero-tests-executed-ok',
3464 ],
Dirk Pranke81ff51c2017-12-09 19:24:283465 'swarming': {
3466 'dimension_sets': [
3467 {
Jao-ke Chin-Leeee7d1492018-04-02 17:35:483468 'os': 'Windows-10-15063',
Dirk Pranke81ff51c2017-12-09 19:24:283469 },
3470 ],
Dirk Pranke81ff51c2017-12-09 19:24:283471 },
3472 },
3473 'WebKit Win7': {
Stephen Martinis3bed2ab2018-04-23 19:42:063474 'args': [
3475 '--zero-tests-executed-ok',
3476 ],
Dirk Pranke81ff51c2017-12-09 19:24:283477 'swarming': {
3478 'dimension_sets': [
3479 {
3480 'os': 'Windows-7-SP1',
3481 },
3482 ],
Dirk Pranke81ff51c2017-12-09 19:24:283483 },
3484 },
3485 'WebKit Win7 (dbg)': {
Stephen Martinis3bed2ab2018-04-23 19:42:063486 'args': [
3487 '--zero-tests-executed-ok',
3488 ],
Dirk Pranke81ff51c2017-12-09 19:24:283489 'swarming': {
3490 'dimension_sets': [
3491 {
3492 'os': 'Windows-7-SP1',
3493 },
3494 ]
3495 },
Dirk Pranke81ff51c2017-12-09 19:24:283496 },
3497
Stephen Martinis109eed42018-04-27 21:12:123498 'Win7 Tests (1)': {
3499 'experiment_percentage': 100,
3500 },
3501
Kenneth Russell8ceeabf2017-12-11 17:53:283502 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283503 'Win7 Tests (dbg)(1)': {
3504 'args': [
3505 '--debug',
3506 '--time-out-ms',
3507 '60000'
3508 ],
3509 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
3510 # from prefered_os_dimension in
3511 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
3512 # Swarming dimensions would be either specified for all testers on the
3513 # waterfall (and therefore, explicitly specified for all tests in the
3514 # generated JSON), or this would be removed, and the implicit one used.
3515 'swarming': {
3516 'dimension_sets': [
3517 {
3518 'os': 'Windows-7-SP1',
3519 }
3520 ],
3521 },
3522 },
Stephen Martinis1c5d6aa2018-04-17 03:11:253523 'Win10 Tests x64 (dbg)': {
3524 'args': [
3525 '--debug',
Stephen Martinis29afff32018-04-19 03:03:113526 '--target',
3527 'Debug_x64',
Stephen Martinis1c5d6aa2018-04-17 03:11:253528 ],
3529 },
Kenneth Russelleb60cbd22017-12-05 07:54:283530 },
3531 },
Kenneth Russelleb60cbd22017-12-05 07:54:283532 'webkit_unit_tests': {
3533 'remove_from': [
3534 # On chromium.android, unclear why these aren't run.
3535 'KitKat Phone Tester (dbg)',
3536 'KitKat Phone Tester (rel)',
3537 'KitKat Tablet Tester',
3538 'Lollipop Phone Tester',
3539 'Lollipop Tablet Tester',
3540 'Marshmallow 64 bit Tester',
3541 'Marshmallow Phone Tester (rel)',
3542 'Marshmallow Tablet Tester',
3543 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283544 # chromium.android.fyi
3545 'Android Tests (trial)(dbg)',
3546 'Jelly Bean Tester',
3547 'Lollipop Consumer Tester',
3548 'Lollipop Low-end Tester',
3549 'Unswarmed N5 Tests Dummy Builder',
3550 'Unswarmed N5X Tests Dummy Builder',
3551 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243552 # chromium.clang
3553 'CrWinAsan',
3554 'CrWinAsan(dll)',
3555 'CrWinAsanCov',
Kenneth Russellfbda3c532017-12-08 23:57:243556 'ToTLinuxMSan',
3557 'ToTLinuxThinLTO',
Dirk Pranke33d04f3a2017-12-16 00:05:273558 # chromium.chromiumos
3559 'linux-chromeos-rel', # crbug.com/795440
Kenneth Russelleb60cbd22017-12-05 07:54:283560 ],
Dirk Pranke81ff51c2017-12-09 19:24:283561 'modifications': {
John Budorick5052d552017-12-13 02:59:343562 # chromium.memory
3563 'Linux ASan LSan Tests (1)': {
3564 # These are very slow on the ASAN trybot for some reason.
3565 # crbug.com/794372
3566 'swarming': {
3567 'shards': 5,
3568 },
3569 },
Dirk Pranke81ff51c2017-12-09 19:24:283570 },
Kenneth Russelleb60cbd22017-12-05 07:54:283571 },
3572 'webview_instrumentation_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:283573 'remove_gtest_from': [
3574 'Lollipop Consumer Tester',
3575 'Unswarmed N5 Tests Dummy Builder',
3576 'Unswarmed N5X Tests Dummy Builder',
3577 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283578 'remove_from': [
3579 # On chromium.android, unclear why these aren't run on all bots.
3580 'KitKat Phone Tester (dbg)',
3581 'KitKat Phone Tester (rel)',
3582 'KitKat Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283583 'Nougat Phone Tester chromium.android',
3584 # chromium.android.fyi
3585 'Android Tests with Tracing',
3586 'Jelly Bean Tester',
Hans Wennborga0b11ebe2018-05-15 16:26:503587 # chromium.clang; matching chromium.android, the test fails on these.
Kenneth Russellfbda3c532017-12-08 23:57:243588 'ToTAndroid x64',
Hans Wennborga0b11ebe2018-05-15 16:26:503589 'ToTAndroid',
Dirk Pranke20eae9a72017-12-09 18:12:143590 # On chromium.swarm, this should possibly be being run (or removed
3591 # from Android N5X Swarm).
3592 'Android N5 Swarm',
Kenneth Russell8ceeabf2017-12-11 17:53:283593 # chromium.fyi
3594 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:283595 ],
Kenneth Russellfbda3c532017-12-08 23:57:243596 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:283597 # chromium.android.fyi
3598 'Lollipop Low-end Tester': [
3599 'args',
3600 ],
3601 'Nougat Phone Tester': [
3602 'args',
3603 ],
Kenneth Russell8ceeabf2017-12-11 17:53:283604 'x86 Cloud Tester': [
3605 'args',
3606 ],
Kenneth Russellfbda3c532017-12-08 23:57:243607 },
Kenneth Russelleb60cbd22017-12-05 07:54:283608 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:243609 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:283610 'Lollipop Phone Tester': {
3611 'swarming': {
3612 'shards': 6,
3613 },
3614 },
3615 'Lollipop Tablet Tester': {
3616 'swarming': {
3617 'hard_timeout': 1800,
3618 'shards': 6,
3619 },
3620 },
3621 'Marshmallow 64 bit Tester': {
3622 'swarming': {
3623 'hard_timeout': 1200,
3624 'shards': 8,
3625 },
3626 },
3627 'Marshmallow Phone Tester (rel)': {
3628 'swarming': {
3629 'hard_timeout': 1200,
3630 'shards': 8,
3631 },
3632 },
3633 'Marshmallow Tablet Tester': {
3634 'swarming': {
3635 'hard_timeout': 1800,
3636 'shards': 6,
3637 },
3638 },
Kenneth Russell8ceeabf2017-12-11 17:53:283639 # chromium.android.fyi
3640 'Lollipop Low-end Tester': {
3641 'swarming': {
3642 'shards': 2,
3643 },
3644 },
3645 'Nougat Phone Tester': {
3646 'swarming': {
3647 'hard_timeout': 1500,
3648 'shards': 6,
3649 },
3650 },
3651 'x86 Cloud Tester': {
3652 'swarming': {
3653 'hard_timeout': 960,
3654 },
3655 },
Kenneth Russelleb60cbd22017-12-05 07:54:283656 },
3657 },
Kenneth Russellfbda3c532017-12-08 23:57:243658 'wm_unittests': {
3659 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:283660 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:283661 'Out of Process Profiling Windows',
3662 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:243663 ],
3664 },
Kenneth Russelleb60cbd22017-12-05 07:54:283665 'wtf_unittests': {
3666 'remove_from': [
3667 # On chromium.android, unclear why these aren't run.
3668 'KitKat Phone Tester (dbg)',
3669 'KitKat Phone Tester (rel)',
3670 'KitKat Tablet Tester',
3671 'Lollipop Phone Tester',
3672 'Lollipop Tablet Tester',
3673 'Marshmallow 64 bit Tester',
3674 'Marshmallow Phone Tester (rel)',
3675 'Marshmallow Tablet Tester',
3676 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283677 # chromium.android.fyi
3678 'Android Tests (trial)(dbg)',
3679 'Jelly Bean Tester',
3680 'Lollipop Consumer Tester',
3681 'Lollipop Low-end Tester',
3682 'Unswarmed N5 Tests Dummy Builder',
3683 'Unswarmed N5X Tests Dummy Builder',
3684 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243685 # chromium.clang
3686 'CrWinAsan',
3687 'CrWinAsan(dll)',
3688 'CrWinAsanCov',
Kenneth Russellfbda3c532017-12-08 23:57:243689 'ToTLinuxMSan',
Kenneth Russelleb60cbd22017-12-05 07:54:283690 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283691 },
3692 'zucchini_unittests': {
3693 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:283694 # chromium.fyi
3695 'Chromium Win 10 GCE Tests',
3696 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283697 'Win10 Tests x64',
3698 ],
3699 },
3700}