blob: be5673784b2cd26ef785517e93aba09aaa5412cc [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
16# The goal is to drive the number of exceptions to zero, to make all
17# the bots behave similarly.
18{
John Budorickca14c76f62017-12-09 14:19:1819 'accessibility_unittests': {
20 'remove_from': [
21 'Mac ASan 64 Tests (1)',
22 ],
23 },
Kenneth Russelleb60cbd22017-12-05 07:54:2824 'android_webview_unittests': {
25 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3226 # On chromium.android, these do not need to run prior to M.
Kenneth Russelleb60cbd22017-12-05 07:54:2827 'KitKat Phone Tester (dbg)',
28 'KitKat Phone Tester (rel)',
29 'KitKat Tablet Tester',
John Budorick826d5ed2017-12-28 19:27:3230 # They should be running here, though, once stabilized.
Kenneth Russell8ceeabf2017-12-11 17:53:2831 'Nougat Phone Tester chromium.android',
32 # chromium.android.fyi
33 'x64 Device Tester',
Kenneth Russellfbda3c532017-12-08 23:57:2434 # chromium.clang
35 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:2836 # chromium.fyi
37 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:2838 ],
39 'modifications': {
40 'Lollipop Tablet Tester': {
41 'swarming': {
42 'hard_timeout': 900,
43 },
44 },
Kenneth Russelleb60cbd22017-12-05 07:54:2845 'Marshmallow Tablet Tester': {
46 'swarming': {
47 'hard_timeout': 900,
48 },
49 },
50 },
51 },
Kenneth Russellfbda3c532017-12-08 23:57:2452 'angle_unittests': {
53 'remove_from': [
54 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:2455 'ToTLinuxMSan',
Kenneth Russell8ceeabf2017-12-11 17:53:2856 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:5957 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:2858 'Chromium Mac 10.11',
59 'Chromium Mac 10.11 Force Mac Toolchain',
60 'Chromium Mac 10.13',
Kenneth Russellfbda3c532017-12-08 23:57:2461 ],
John Budorickca14c76f62017-12-09 14:19:1862 'modifications': {
63 'Linux ASan LSan Tests (1)': {
64 'swarming': {
65 'shards': 10,
66 },
67 },
68 },
Kenneth Russellfbda3c532017-12-08 23:57:2469 },
70 'app_shell_unittests': {
71 'remove_from': [
72 # chromium.clang
73 'CrWinAsan',
74 'CrWinAsan(dll)',
75 'CrWinAsanCov',
76 'CrWinClang',
77 'CrWinClang(dbg)',
78 'CrWinClang(shared)',
79 'CrWinClang64',
80 'CrWinClang64(dbg)',
81 'CrWinClang64(dll)',
82 'CrWinClangLLD',
83 'CrWinClangLLD64',
84 'CrWinClngLLD64dbg',
85 'CrWinClngLLDdbg',
86 'ToTLinuxASan',
87 'ToTLinuxMSan',
88 'ToTLinuxUBSanVptr',
89 'ToTWin',
90 'ToTWin(dbg)',
91 'ToTWin(dll)',
92 'ToTWin64',
93 'ToTWin64(dbg)',
94 'ToTWin64(dll)',
95 'ToTWinCFI',
96 'ToTWinCFI64',
97 'ToTWinThinLTO64',
Kenneth Russell78225042018-02-23 09:43:1398 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:2899 # chromium.fyi
100 'CrWinAsan tester',
101 'CrWinAsan(dll) tester',
102 'CrWinAsanCov tester',
103 'Out of Process Profiling Windows',
Kenneth Russell8ceeabf2017-12-11 17:53:28104 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:18105 # chromium.memory
106 'Linux ASan LSan Tests (1)',
107 'Linux Chromium OS ASan LSan Tests (1)',
108 'Linux ChromiumOS MSan Tests',
109 'Linux MSan Tests',
110 'Linux TSan Tests',
111 ],
112 },
James Cookf225c322018-02-22 00:05:50113 'mash_ash_unittests': {
John Budorickca14c76f62017-12-09 14:19:18114 'remove_from': [
115 # chromium.memory
James Cookf225c322018-02-22 00:05:50116 # Unclear why this isn't run. http://crbug.com/814403
John Budorickca14c76f62017-12-09 14:19:18117 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:24118 ],
119 },
120 'aura_unittests': {
121 'remove_from': [
122 # chromium.clang
123 'CrWinAsan',
124 'CrWinAsan(dll)',
125 'CrWinAsanCov',
126 'CrWinClang',
127 'CrWinClang(dbg)',
128 'CrWinClang(shared)',
129 'CrWinClang64',
130 'CrWinClang64(dbg)',
131 'CrWinClang64(dll)',
132 'CrWinClangLLD',
133 'CrWinClangLLD64',
134 'CrWinClngLLD64dbg',
135 'CrWinClngLLDdbg',
136 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:24137 'ToTWin',
138 'ToTWin(dbg)',
139 'ToTWin(dll)',
140 'ToTWin64',
141 'ToTWin64(dbg)',
142 'ToTWin64(dll)',
143 'ToTWinCFI',
144 'ToTWinCFI64',
145 'ToTWinThinLTO64',
Kenneth Russell8ceeabf2017-12-11 17:53:28146 # chromium.fyi
147 'CrWinAsan tester',
148 'CrWinAsan(dll) tester',
149 'CrWinAsanCov tester',
150 'Out of Process Profiling Windows',
151 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:18152 # chromium.memory
153 'Linux ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:24154 ],
155 },
Kenneth Russelleb60cbd22017-12-05 07:54:28156 'base_unittests': {
Kenneth Russell8ceeabf2017-12-11 17:53:28157 'remove_from': [
158 # chromium.linux
159 'Fuchsia x64',
160 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28161 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24162 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28163 'KitKat Tablet Tester': {
164 'swarming': {
165 'hard_timeout': 300,
166 },
167 },
168 'Lollipop Tablet Tester': {
169 'swarming': {
170 'hard_timeout': 600,
171 },
172 },
Kenneth Russelleb60cbd22017-12-05 07:54:28173 'Marshmallow Phone Tester (rel)': {
174 'swarming': {
175 'hard_timeout': 960,
176 },
177 },
178 'Marshmallow Tablet Tester': {
179 'swarming': {
180 'hard_timeout': 600,
181 },
182 },
Kenneth Russellfbda3c532017-12-08 23:57:24183 # chromium.clang
184 'ToTMac': {
185 'swarming': {
186 'shards': 5,
187 },
188 },
Kenneth Russell8ceeabf2017-12-11 17:53:28189 # chromium.fyi
Kevin Marshallc3816582018-03-21 20:56:31190 'Fuchsia': {
191 'args': [
192 '--use-new-test-runner',
193 ],
194 },
Kenneth Russell8ceeabf2017-12-11 17:53:28195 'Out of Process Profiling Mac': {
196 'swarming': {
197 'shards': 5,
198 },
199 },
Kenneth Russelleb60cbd22017-12-05 07:54:28200 },
201 },
John Budorickca14c76f62017-12-09 14:19:18202 'battor_agent_unittests': {
203 'remove_from': [
204 # chromium.memory
205 'Linux ASan LSan Tests (1)',
206 'Linux CFI',
207 ],
208 },
209 'blink_heap_unittests': {
210 'remove_from': [
211 # On chromium.android, unclear why these aren't run on all bots.
212 'KitKat Tablet Tester',
213 'Lollipop Phone Tester',
214 'Lollipop Tablet Tester',
215 'Marshmallow Tablet Tester',
216 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28217 # chromium.android.fyi
218 'Jelly Bean Tester',
219 'Lollipop Consumer Tester',
220 'Unswarmed N5 Tests Dummy Builder',
221 'Unswarmed N5X Tests Dummy Builder',
John Budorickca14c76f62017-12-09 14:19:18222 # chromium.clang
223 'CrWinAsan',
224 'CrWinAsan(dll)',
225 'CrWinAsanCov',
226 'ToTLinuxMSan',
Kenneth Russell8ceeabf2017-12-11 17:53:28227 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28228 'CrWinAsan tester',
229 'CrWinAsan(dll) tester',
230 'CrWinAsanCov tester',
John Budorickca14c76f62017-12-09 14:19:18231 # chromium.memory
232 'Linux Chromium OS ASan LSan Tests (1)',
233 'Linux ChromiumOS MSan Tests',
John Budorickca14c76f62017-12-09 14:19:18234 'Linux TSan Tests',
John Budorickca14c76f62017-12-09 14:19:18235 ],
236 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28237 # chromium.android
John Budorickca14c76f62017-12-09 14:19:18238 'KitKat Phone Tester (dbg)': {
239 'swarming': {
240 'hard_timeout': 180,
241 },
242 },
243 'KitKat Phone Tester (rel)': {
244 'swarming': {
245 'hard_timeout': 180,
246 },
247 },
248 'Marshmallow Phone Tester (rel)': {
249 'swarming': {
250 'hard_timeout': 960,
251 },
252 },
Kenneth Russell8ceeabf2017-12-11 17:53:28253 # chromium.android.fyi
254 'x86 Cloud Tester': {
255 'swarming': {
256 'hard_timeout': 120,
257 },
258 },
John Budorickca14c76f62017-12-09 14:19:18259 },
260 },
261 'blink_platform_unittests': {
262 'remove_from': [
263 # chromium.clang
264 'CrWinAsan',
265 'CrWinAsan(dll)',
266 'CrWinAsanCov',
267 'ToTLinuxMSan',
Kenneth Russell8ceeabf2017-12-11 17:53:28268 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28269 'CrWinAsan tester',
270 'CrWinAsan(dll) tester',
271 'CrWinAsanCov tester',
John Budorickca14c76f62017-12-09 14:19:18272 ],
273 },
274 'boringssl_crypto_tests': {
275 'remove_from': [
276 # On chromium.android, unclear why these aren't run on all bots.
277 'KitKat Tablet Tester',
278 'Lollipop Phone Tester',
279 'Lollipop Tablet Tester',
280 'Marshmallow 64 bit Tester',
281 'Marshmallow Phone Tester (rel)',
282 'Marshmallow Tablet Tester',
283 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28284 # chromium.android.fyi
285 'Jelly Bean Tester',
286 'Lollipop Consumer Tester',
287 'Lollipop Low-end Tester',
288 'Unswarmed N5 Tests Dummy Builder',
289 'Unswarmed N5X Tests Dummy Builder',
290 'x86 Cloud Tester',
John Budorickca14c76f62017-12-09 14:19:18291 # chromium.chromiumos
292 'Linux ChromiumOS Tests (dbg)(1)',
293 'linux-chromeos-dbg',
294 'linux-chromeos-rel',
295 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
296 'Mac10.12 Tests',
297 # chromium.memory
298 'Linux ASan LSan Tests (1)',
299 'Linux CFI',
300 'Linux Chromium OS ASan LSan Tests (1)',
301 'Linux ChromiumOS MSan Tests',
John Budorickca14c76f62017-12-09 14:19:18302 'Linux TSan Tests',
303 ],
304 },
305 'boringssl_ssl_tests': {
306 'remove_from': [
307 # On chromium.android, unclear why these aren't run on all bots.
308 'KitKat Tablet Tester',
309 'Lollipop Phone Tester',
310 'Lollipop Tablet Tester',
311 'Marshmallow 64 bit Tester',
312 'Marshmallow Phone Tester (rel)',
313 'Marshmallow Tablet Tester',
314 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28315 # chromium.android.fyi
316 'Jelly Bean Tester',
317 'Lollipop Consumer Tester',
318 'Lollipop Low-end Tester',
319 'Unswarmed N5 Tests Dummy Builder',
320 'Unswarmed N5X Tests Dummy Builder',
321 'x86 Cloud Tester',
John Budorickca14c76f62017-12-09 14:19:18322 # chromium.chromiumos
323 'Linux ChromiumOS Tests (dbg)(1)',
324 'linux-chromeos-dbg',
325 'linux-chromeos-rel',
326 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
327 'Mac10.12 Tests',
328 # chromium.memory
329 'Linux ASan LSan Tests (1)',
330 'Linux CFI',
331 'Linux Chromium OS ASan LSan Tests (1)',
332 'Linux ChromiumOS MSan Tests',
333 'Linux MSan Tests',
334 'Linux TSan Tests',
335 ],
336 },
Kenneth Russelleb60cbd22017-12-05 07:54:28337 'breakpad_unittests': {
338 'modifications': {
339 'KitKat Tablet Tester': {
340 'swarming': {
341 'hard_timeout': 60,
342 },
343 },
344 'Lollipop Tablet Tester': {
345 'swarming': {
346 'hard_timeout': 60,
347 },
348 },
349 'Marshmallow Tablet Tester': {
350 'swarming': {
351 'hard_timeout': 60,
352 },
353 },
354 },
355 },
356 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24357 'remove_from': [
358 # chromium.clang
359 'CrWinAsanCov',
Nico Weber3af4da72018-02-27 01:59:41360 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24361 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:13362 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:28363 # chromium.fyi
364 'CrWinAsanCov tester',
John Budorickca14c76f62017-12-09 14:19:18365 # chromium.memory
366 'Linux TSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:24367 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28368 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28369 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34370 'Linux ChromiumOS Tests (dbg)(1)': {
371 'swarming': {
372 'shards': 20,
373 },
374 },
375 'linux-chromeos-dbg': {
376 'swarming': {
377 'shards': 20,
378 },
379 },
Kenneth Russellfbda3c532017-12-08 23:57:24380 'CrWinClang(dbg)': {
381 'swarming': {
382 'shards': 20,
383 },
384 },
385 'CrWinClang64(dbg)': {
386 'swarming': {
387 'shards': 20,
388 },
389 },
Kenneth Russellfbda3c532017-12-08 23:57:24390 'ToTWin(dbg)': {
391 'swarming': {
392 'shards': 20,
393 },
394 },
395 'ToTWin64(dbg)': {
396 'swarming': {
397 'shards': 20,
398 },
399 },
400 'ToTLinuxThinLTO': {
401 # TODO(kbr): remove this spurious filter.
402 'args': [
403 '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
404 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28405 },
406 # chromium.fyi
407 'Out of Process Profiling Linux': {
Kenneth Russellfbda3c532017-12-08 23:57:24408 'swarming': {
Kenneth Russell8ceeabf2017-12-11 17:53:28409 'shards': 5,
Kenneth Russellfbda3c532017-12-08 23:57:24410 },
411 },
Kenneth Russell8ceeabf2017-12-11 17:53:28412 'ThinLTO Linux ToT': {
413 # TODO(kbr): remove this spurious filter.
414 'args': [
415 '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
416 ],
417 },
John Budorickca14c76f62017-12-09 14:19:18418 # chromium.memory
John Budorick5052d552017-12-13 02:59:34419 'Linux ASan LSan Tests (1)': {
420 # These are very slow on the ASAN trybot for some reason.
421 # crbug.com/794372
422 'swarming': {
423 'shards': 30,
424 },
425 },
John Budorickca14c76f62017-12-09 14:19:18426 'Linux Chromium OS ASan LSan Tests (1)': {
427 'args': [
428 '--test-launcher-filter-file=../../testing/buildbot/filters/browser_tests_cros_asan.filter',
429 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28430 },
John Budorickca14c76f62017-12-09 14:19:18431 'Mac ASan 64 Tests (1)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28432 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18433 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28434 },
435 },
Dirk Pranke8fd63c12017-12-10 18:06:27436 # client.v8.chromium
437 'Linux - Future (dbg)': {
438 'swarming': {
439 'shards': 10,
440 },
441 },
Kenneth Russell8ceeabf2017-12-11 17:53:28442 # chromium.win
443 'Win7 Tests (dbg)(1)': {
444 'swarming': {
445 'shards': 20,
446 },
447 },
Kenneth Russelleb60cbd22017-12-05 07:54:28448 },
449 },
Kenneth Russelleb60cbd22017-12-05 07:54:28450 'cacheinvalidation_unittests': {
451 'remove_from': [
452 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28453 # chromium.android:
454 'KitKat Phone Tester (dbg)',
455 'KitKat Phone Tester (rel)',
456 'KitKat Tablet Tester',
457 'Lollipop Phone Tester',
458 'Lollipop Tablet Tester',
459 'Marshmallow 64 bit Tester',
460 'Marshmallow Phone Tester (rel)',
461 'Marshmallow Tablet Tester',
462 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28463 # chromium.android.fyi
464 'Jelly Bean Tester',
465 'Lollipop Consumer Tester',
466 'Lollipop Low-end Tester',
467 'Unswarmed N5 Tests Dummy Builder',
468 'Unswarmed N5X Tests Dummy Builder',
469 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:28470 ],
471 },
472 'capture_unittests': {
473 'modifications': {
474 'KitKat Tablet Tester': {
475 'swarming': {
476 'hard_timeout': 120,
477 },
478 },
479 'Marshmallow Tablet Tester': {
480 'swarming': {
481 'hard_timeout': 120,
482 },
483 },
484 },
485 },
486 'cast_shell_browsertests': {
487 'modifications': {
488 'Cast Audio Linux': {
489 'args': [
490 '--enable-local-file-accesses',
491 '--ozone-platform=headless',
492 '--no-sandbox',
493 '--test-launcher-jobs=1',
494 ],
495 'swarming': {
496 'can_use_on_swarming_builders': False,
497 },
498 },
499 'Cast Linux': {
500 'args': [
501 '--enable-local-file-accesses',
502 '--ozone-platform=cast',
503 '--no-sandbox',
504 '--test-launcher-jobs=1',
505 ],
506 'swarming': {
507 'can_use_on_swarming_builders': False,
508 },
509 },
510 },
511 },
512 'cast_unittests': {
513 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34514 # chromium.chromiumos
515 'Linux ChromiumOS Tests (dbg)(1)',
516 'linux-chromeos-dbg',
517 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:28518 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28519 # TODO(kbr): why are the cast unit tests not run on the Cast bots?!
520 'Cast Audio Linux',
521 'Cast Linux',
Kenneth Russellfbda3c532017-12-08 23:57:24522 # chromium.clang
Peter Collingbourne6e3a081d2018-02-16 19:54:33523 'ToTAndroidCFI',
Kenneth Russellfbda3c532017-12-08 23:57:24524 'ToTLinuxThinLTO',
Kenneth Russell8ceeabf2017-12-11 17:53:28525 # chromium.fyi
526 'ThinLTO Linux ToT',
John Budorickca14c76f62017-12-09 14:19:18527 # chromium.memory
Peter Collingbournee07e84e82018-02-23 20:28:58528 'Android CFI',
John Budorickca14c76f62017-12-09 14:19:18529 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:28530 ],
531 },
532 'cc_unittests': {
Kenneth Russell56a3e862017-12-08 03:11:34533 'remove_from': [
534 # chromium.chromiumos
535 'Linux ChromiumOS Tests (dbg)(1)',
536 'linux-chromeos-dbg',
537 'linux-chromeos-rel',
John Budorickca14c76f62017-12-09 14:19:18538 # chromium.memory
539 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russell56a3e862017-12-08 03:11:34540 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28541 },
Dirk Pranke1b767092017-12-07 04:44:23542 'checkbins': {
543 'remove_from': [
544 'Linux x64',
545 'Mac',
546 ],
547 },
Kenneth Russell8ceeabf2017-12-11 17:53:28548 'chrome_app_unittests': {
549 'remove_from': [
550 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59551 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28552 'Chromium Mac 10.11',
553 'Chromium Mac 10.11 Force Mac Toolchain',
554 'Chromium Mac 10.13',
555 'Out of Process Profiling Mac',
556 ],
557 },
Kenneth Russellfbda3c532017-12-08 23:57:24558 'chrome_elf_import_unittests': {
559 'remove_from': [
560 # chromium.clang
561 'CrWinAsan',
562 'CrWinAsan(dll)',
563 'CrWinAsanCov',
564 'CrWinClang',
565 'CrWinClang(dbg)',
566 'CrWinClang(shared)',
567 'CrWinClang64',
568 'CrWinClang64(dbg)',
569 'CrWinClang64(dll)',
570 'CrWinClangLLD',
571 'CrWinClangLLD64',
572 'CrWinClngLLD64dbg',
573 'CrWinClngLLDdbg',
574 'ToTWin(dll)',
575 'ToTWin64',
576 'ToTWin64(dbg)',
577 'ToTWin64(dll)',
578 'ToTWinCFI',
579 'ToTWinCFI64',
580 'ToTWinThinLTO64',
Kenneth Russell8ceeabf2017-12-11 17:53:28581 # chromium.fyi
582 'CrWinAsan tester',
583 'CrWinAsan(dll) tester',
584 'CrWinAsanCov tester',
585 'Out of Process Profiling Windows',
586 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24587 ],
588 },
Kenneth Russelleb60cbd22017-12-05 07:54:28589 'chrome_public_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28590 'remove_gtest_from': [
591 # chromium.android.fyi
592 'Jelly Bean Tester',
593 'Lollipop Consumer Tester',
594 'Unswarmed N5 Tests Dummy Builder',
595 'Unswarmed N5X Tests Dummy Builder',
596 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28597 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:18598 # TODO(crbug.com/731759): Enable this once we're confident that it passes.
Kenneth Russelleb60cbd22017-12-05 07:54:28599 'Marshmallow Phone Tester (rel)',
Peter Collingbourne6e3a081d2018-02-16 19:54:33600 # chromium.clang
601 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:58602 # chromium.memory
603 'Android CFI',
Dirk Pranke20eae9a72017-12-09 18:12:14604 # TODO(dpranke): on chromium.swarm, this is probably also an accident.
605 'Android N5X Swarm',
Kenneth Russelleb60cbd22017-12-05 07:54:28606 ],
Kenneth Russellfbda3c532017-12-08 23:57:24607 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28608 # chromium.android.fyi
609 'Lollipop Low-end Tester': [
610 'args',
611 ],
612 'Nougat Phone Tester': [
613 'args',
614 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28615 'x86 Cloud Tester': [
616 'args',
617 ],
Kenneth Russellfbda3c532017-12-08 23:57:24618 },
Kenneth Russelleb60cbd22017-12-05 07:54:28619 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28620 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28621 'KitKat Phone Tester (dbg)': {
622 'swarming': {
623 'shards': 20,
624 },
625 },
626 'KitKat Phone Tester (rel)': {
627 'swarming': {
628 'shards': 12,
629 },
630 },
631 'KitKat Tablet Tester': {
632 'swarming': {
633 'hard_timeout': 2400,
634 },
635 },
636 'Lollipop Phone Tester': {
637 'swarming': {
638 'hard_timeout': 1800,
639 },
640 },
641 'Lollipop Tablet Tester': {
642 'swarming': {
643 'hard_timeout': 1800,
644 },
645 },
646 'Marshmallow 64 bit Tester': {
647 'swarming': {
648 'hard_timeout': 1200,
649 'shards': 14,
650 },
651 },
652 'Marshmallow Tablet Tester': {
653 'swarming': {
654 'hard_timeout': 1800,
655 },
656 },
Kenneth Russell8ceeabf2017-12-11 17:53:28657 # chromium.android.fyi
658 'Android Tests with Tracing': {
659 'args': [
660 '-f',
661 'ContextualSearchTapEventTest#*',
662 ],
663 'trace_output': True,
664 },
665 'Lollipop Low-end Tester': {
666 'swarming': {
667 'hard_timeout': 0,
668 'shards': 6,
669 },
670 },
671 'Nougat Phone Tester': {
672 'swarming': {
673 'hard_timeout': 1200,
674 'shards': 8,
675 },
676 },
677 'x64 Device Tester': {
678 'swarming': {
679 'hard_timeout': 0,
680 'shards': 1,
681 },
682 },
683 'x86 Cloud Tester': {
684 'swarming': {
685 'hard_timeout': 1200,
686 'shards': 1,
687 },
688 },
Kenneth Russellfbda3c532017-12-08 23:57:24689 # chromium.clang
690 'ToTAndroid x64': {
691 'swarming': {
692 'shards': 1,
693 'hard_timeout': 0,
694 },
695 },
Kenneth Russell8ceeabf2017-12-11 17:53:28696 # chromium.fyi
697 'Out of Process Profiling Android': {
698 'swarming': {
699 'shards': 1,
700 'hard_timeout': 0,
701 },
702 },
Kenneth Russelleb60cbd22017-12-05 07:54:28703 },
704 },
705 'chrome_public_test_vr_apk': {
706 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24707 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28708 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28709 'KitKat Tablet Tester',
710 'Lollipop Tablet Tester',
711 'Marshmallow Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:28712 # chromium.android.fyi
713 'Jelly Bean Tester',
714 'Lollipop Consumer Tester',
715 'Lollipop Low-end Tester',
716 'Nougat Phone Tester chromium.android.fyi',
717 'Unswarmed N5 Tests Dummy Builder',
718 'Unswarmed N5X Tests Dummy Builder',
719 'x64 Device Tester',
720 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:24721 # chromium.clang
722 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:28723 # chromium.fyi
724 'Out of Process Profiling Android',
bsheedy528011ac2018-03-02 22:04:36725 # chromium.memory
726 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:28727 ],
728 'modifications': {
bsheedy553a1d52018-03-05 20:27:21729 'KitKat Phone Tester (rel)': {
730 'args': [
731 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
732 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
733 ],
bsheedy553a1d52018-03-05 20:27:21734 'swarming': {
735 'hard_timeout': 1920,
736 },
737 },
Kenneth Russelleb60cbd22017-12-05 07:54:28738 'Lollipop Phone Tester': {
739 'args': [
740 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
741 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
Kenneth Russelleb60cbd22017-12-05 07:54:28742 ],
743 'swarming': {
744 'hard_timeout': 1920,
745 },
746 },
747 'Marshmallow 64 bit Tester': {
748 'args': [
749 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
750 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
751 ],
752 },
753 'Marshmallow Phone Tester (rel)': {
754 'args': [
755 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
756 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
757 ],
758 'swarming': {
759 'hard_timeout': 1200,
760 },
761 },
762 },
763 },
764 'chrome_sync_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28765 'remove_gtest_from': [
766 # chromium.android.fyi
767 'Jelly Bean Tester',
768 'Lollipop Consumer Tester',
769 'Unswarmed N5 Tests Dummy Builder',
770 'Unswarmed N5X Tests Dummy Builder',
771 ],
Kenneth Russellfbda3c532017-12-08 23:57:24772 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28773 # chromium.android.fyi
774 'Lollipop Low-end Tester': [
775 'args',
776 ],
777 'Nougat Phone Tester': [
778 'args',
779 ],
780 'x64 Device Tester': [
781 'args',
782 ],
783 'x86 Cloud Tester': [
784 'args',
785 ],
Kenneth Russellfbda3c532017-12-08 23:57:24786 },
Kenneth Russelleb60cbd22017-12-05 07:54:28787 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24788 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28789 'KitKat Phone Tester (dbg)': {
790 'swarming': {
791 'shards': 2,
792 },
793 },
794 'KitKat Tablet Tester': {
795 'swarming': {
796 'hard_timeout': 1200,
797 },
798 },
799 'Lollipop Tablet Tester': {
800 'swarming': {
801 'hard_timeout': 1200,
802 },
803 },
804 'Marshmallow Tablet Tester': {
805 'swarming': {
806 'hard_timeout': 1200,
807 },
808 },
Kenneth Russell8ceeabf2017-12-11 17:53:28809 # chromium.android.fyi
810 'Lollipop Low-end Tester': {
811 'swarming': {
812 'hard_timeout': 0,
813 },
814 },
815 'x64 Device Tester': {
816 'swarming': {
817 'hard_timeout': 0,
818 },
819 },
820 'x86 Cloud Tester': {
821 'swarming': {
822 'hard_timeout': 600,
823 },
824 },
Kenneth Russellfbda3c532017-12-08 23:57:24825 # chromium.clang
826 'ToTAndroid x64': {
827 'swarming': {
828 'hard_timeout': 0,
829 },
830 },
831 'ToTAndroidCFI': {
832 'swarming': {
833 'hard_timeout': 0,
834 },
835 },
Kenneth Russell8ceeabf2017-12-11 17:53:28836 # chromium.fyi
837 'Out of Process Profiling Android': {
838 'swarming': {
839 'hard_timeout': 0,
840 },
841 },
Peter Collingbournee07e84e82018-02-23 20:28:58842 # chromium.memory
843 'Android CFI': {
844 'swarming': {
845 'hard_timeout': 0,
846 },
847 },
Kenneth Russelleb60cbd22017-12-05 07:54:28848 },
849 },
Kenneth Russell56a3e862017-12-08 03:11:34850 'chromedriver_unittests': {
851 'remove_from': [
852 # chromium.chromiumos
853 'Linux ChromiumOS Tests (dbg)(1)',
854 'linux-chromeos-dbg',
855 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24856 # chromium.clang
857 'ToTLinuxASan',
John Budorickca14c76f62017-12-09 14:19:18858 # chromium.memory
859 'Linux ASan LSan Tests (1)',
860 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russell56a3e862017-12-08 03:11:34861 ],
862 },
Kenneth Russelleb60cbd22017-12-05 07:54:28863 'components_background_task_scheduler_junit_tests': {
864 'remove_from': [
865 # On chromium.android, unclear why these aren't run on all bots.
866 'KitKat Phone Tester (dbg)',
867 'KitKat Tablet Tester',
868 'Lollipop Phone Tester',
869 'Lollipop Tablet Tester',
870 'Marshmallow 64 bit Tester',
871 'Marshmallow Phone Tester (rel)',
872 'Marshmallow Tablet Tester',
873 'Nougat Phone Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:28874 ],
875 },
876 'components_browsertests': {
877 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34878 # chromium.chromiumos
879 'Linux ChromiumOS Tests (dbg)(1)',
880 'linux-chromeos-dbg',
881 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24882 # chromium.clang
883 'ToTLinux',
884 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:24885 'ToTLinuxMSan',
Kenneth Russellfbda3c532017-12-08 23:57:24886 'ToTMac',
887 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:28888 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59889 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28890 'Chromium Mac 10.11',
891 'Chromium Mac 10.11 Force Mac Toolchain',
892 'Chromium Mac 10.13',
893 'Out of Process Profiling Linux',
894 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:28895 # On chromium.linux, unclear why these aren't run on the Cast bots.
896 'Cast Audio Linux',
897 'Cast Linux',
898 'Linux Tests (dbg)(1)(32)',
Kenneth Russell56a3e862017-12-08 03:11:34899 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:28900 'Win7 Tests (dbg)(1)',
John Budorickca14c76f62017-12-09 14:19:18901 # chromium.memory
902 'Linux ASan LSan Tests (1)',
903 'Linux ASan Tests (sandboxed)',
904 'Linux Chromium OS ASan LSan Tests (1)',
905 'Linux ChromiumOS MSan Tests',
906 'Linux MSan Tests',
907 'Linux TSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:28908 ],
909 'modifications': {
910 'KitKat Tablet Tester': {
911 'swarming': {
912 'hard_timeout': 600,
913 },
914 },
915 'Lollipop Tablet Tester': {
916 'swarming': {
917 'hard_timeout': 600,
918 },
919 },
920 'Marshmallow Phone Tester (rel)': {
921 'swarming': {
922 'hard_timeout': 960,
923 },
924 },
925 'Marshmallow Tablet Tester': {
926 'swarming': {
927 'hard_timeout': 600,
928 },
929 },
930 },
931 },
932 'components_unittests': {
933 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24934 # chromium.clang
935 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:13936 'UBSanVptr Linux',
Kenneth Russelleb60cbd22017-12-05 07:54:28937 # On chromium.linux, unclear why these aren't run on the Cast bots.
938 'Cast Audio Linux',
939 'Cast Linux',
940 ],
941 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28942 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28943 'KitKat Tablet Tester': {
944 'swarming': {
945 'hard_timeout': 1500,
946 },
947 },
948 'Lollipop Phone Tester': {
949 'swarming': {
950 'hard_timeout': 960,
951 },
952 },
953 'Lollipop Tablet Tester': {
954 'swarming': {
955 'hard_timeout': 1200,
956 },
957 },
958 'Marshmallow 64 bit Tester': {
959 'swarming': {
960 'hard_timeout': 960,
961 },
962 },
963 'Marshmallow Phone Tester (rel)': {
964 'swarming': {
965 'hard_timeout': 960,
966 },
967 },
968 'Marshmallow Tablet Tester': {
969 'swarming': {
970 'hard_timeout': 1500,
971 },
972 },
Kenneth Russell8ceeabf2017-12-11 17:53:28973 # chromium.android.fyi
974 'Lollipop Low-end Tester': {
975 'swarming': {
976 'hard_timeout': 0,
977 'shards': 1,
978 },
979 },
980 'Nougat Phone Tester': {
981 'swarming': {
982 'hard_timeout': 960,
983 'shards': 1,
984 },
985 },
986 'x64 Device Tester': {
987 'swarming': {
988 'hard_timeout': 0,
989 'shards': 1,
990 },
991 },
992 'x86 Cloud Tester': {
993 'swarming': {
994 'hard_timeout': 0,
995 'shards': 1,
996 },
997 },
John Budorick5052d552017-12-13 02:59:34998 # chromium.memory
999 'Linux ASan LSan Tests (1)': {
1000 # These are very slow on the ASAN trybot for some reason.
1001 # crbug.com/794372
1002 'swarming': {
1003 'shards': 5,
1004 },
1005 },
Kenneth Russelleb60cbd22017-12-05 07:54:281006 },
1007 },
Kenneth Russellfbda3c532017-12-08 23:57:241008 'compositor_unittests': {
1009 'remove_from': [
1010 # chromium.clang
1011 'CrWinAsan',
1012 'CrWinAsan(dll)',
1013 'CrWinAsanCov',
1014 'CrWinClang',
1015 'CrWinClang(dbg)',
1016 'CrWinClang(shared)',
1017 'CrWinClang64',
1018 'CrWinClang64(dbg)',
1019 'CrWinClang64(dll)',
1020 'CrWinClangLLD',
1021 'CrWinClangLLD64',
1022 'CrWinClngLLD64dbg',
1023 'CrWinClngLLDdbg',
1024 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241025 'ToTWin',
1026 'ToTWin(dbg)',
1027 'ToTWin(dll)',
1028 'ToTWin64',
1029 'ToTWin64(dbg)',
1030 'ToTWin64(dll)',
1031 'ToTWinCFI',
1032 'ToTWinCFI64',
1033 'ToTWinThinLTO64',
Kenneth Russell8ceeabf2017-12-11 17:53:281034 # chromium.fyi
1035 'CrWinAsan tester',
1036 'CrWinAsan(dll) tester',
1037 'CrWinAsanCov tester',
1038 'Out of Process Profiling Windows',
1039 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:181040 # chromium.memory
1041 'Linux ASan LSan Tests (1)',
1042 'Linux TSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:241043 ],
1044 },
Kenneth Russelleb60cbd22017-12-05 07:54:281045 'content_browsertests': {
1046 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241047 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281048 'KitKat Tablet Tester': {
1049 'swarming': {
1050 'hard_timeout': 1800,
1051 'shards': 6,
1052 },
1053 },
1054 'Lollipop Phone Tester': {
1055 'swarming': {
1056 'hard_timeout': 1800,
1057 'shards': 6,
1058 },
1059 },
1060 'Lollipop Tablet Tester': {
1061 'swarming': {
1062 'hard_timeout': 1800,
1063 'shards': 6,
1064 },
1065 },
1066 'Marshmallow 64 bit Tester': {
1067 'swarming': {
1068 'hard_timeout': 1200,
1069 'shards': 6,
1070 },
1071 },
1072 'Marshmallow Phone Tester (rel)': {
1073 'swarming': {
1074 'hard_timeout': 1200,
1075 'shards': 6,
1076 },
1077 },
1078 'Marshmallow Tablet Tester': {
1079 'swarming': {
1080 'hard_timeout': 1800,
1081 'shards': 6,
1082 },
1083 },
Kenneth Russell8ceeabf2017-12-11 17:53:281084 # chromium.android.fyi
1085 'Lollipop Low-end Tester': {
1086 'swarming': {
1087 'hard_timeout': 0,
1088 'shards': 4,
1089 },
1090 },
1091 'Nougat Phone Tester': {
1092 'swarming': {
1093 'hard_timeout': 1200,
1094 'shards': 6,
1095 },
1096 },
1097 'Unswarmed N5 Tests Dummy Builder': {
1098 'args': [
1099 '--shard-timeout',
1100 '600',
1101 ],
1102 },
1103 'Unswarmed N5X Tests Dummy Builder': {
1104 'args': [
1105 '--shard-timeout',
1106 '600',
1107 ],
1108 },
1109 'x64 Device Tester': {
1110 'swarming': {
1111 'hard_timeout': 0,
1112 'shards': 1,
1113 },
1114 },
1115 'x86 Cloud Tester': {
1116 'swarming': {
1117 'hard_timeout': 960,
1118 'shards': 1,
1119 },
1120 },
1121 # chromium.chromiumos
1122 'Linux ChromiumOS Tests (dbg)(1)': {
1123 'swarming': {
1124 'shards': 2,
1125 },
1126 },
1127 'Linux TSan Tests': {
1128 'swarming': {
1129 'shards': 5,
1130 },
1131 },
1132 'linux-chromeos-dbg': {
1133 'swarming': {
1134 'shards': 2,
1135 },
1136 },
1137 'linux-chromeos-rel': {
Kenneth Russelleb60cbd22017-12-05 07:54:281138 'swarming': {
1139 'shards': 2,
1140 },
1141 },
Kenneth Russellfbda3c532017-12-08 23:57:241142 # chromium.clang
1143 'ToTLinuxUBSanVptr': {
1144 'swarming': {
1145 'shards': 5,
1146 },
1147 },
1148 # chromium.linux
1149 'Cast Audio Linux': {
1150 'args': [
1151 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
1152 ],
1153 'swarming': {
1154 'can_use_on_swarming_builders': False,
1155 },
1156 },
1157 'Cast Linux': {
1158 'args': [
1159 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
1160 ],
1161 'swarming': {
1162 'can_use_on_swarming_builders': False,
1163 },
1164 },
John Budorickca14c76f62017-12-09 14:19:181165 # chromium.memory
John Budorick5052d552017-12-13 02:59:341166 'Linux ASan LSan Tests (1)': {
1167 # These are very slow on the ASAN trybot for some reason.
1168 # crbug.com/794372
1169 'swarming': {
1170 'shards': 4,
1171 },
1172 },
Yuke Liao47450ee2018-03-21 19:32:111173 'Linux Chromium OS ASan LSan Tests (1)': {
1174 # content_browsertests is slow on ASAN try bot. crbug.com/822461.
1175 'swarming': {
1176 'shards': 4,
1177 }
1178 },
John Budorickca14c76f62017-12-09 14:19:181179 'Mac ASan 64 Tests (1)': {
1180 'swarming': {
1181 'shards': 2,
1182 },
1183 },
Kenneth Russell8ceeabf2017-12-11 17:53:281184 # chromium.win
1185 'Win7 Tests (dbg)(1)': {
1186 'swarming': {
1187 'shards': 2,
1188 },
1189 },
Kenneth Russelleb60cbd22017-12-05 07:54:281190 },
1191 },
John Budorickca14c76f62017-12-09 14:19:181192 'content_browsertests --mus': {
1193 'remove_from': [
1194 # chromium.memory
1195 'Linux Chromium OS ASan LSan Tests (1)',
1196 ],
1197 },
Kenneth Russelleb60cbd22017-12-05 07:54:281198 'content_shell_crash_test': {
1199 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241200 # chromium.clang
1201 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:281202 # chromium.fyi
1203 'Chromium Mac 10.11',
1204 'Chromium Mac 10.13',
1205 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281206 # On chromium.linux, unclear why these only run on "Linux Tests".
1207 'Linux Tests (dbg)(1)',
1208 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b232018-03-03 02:59:141209 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:281210 'Mac10.10 Tests',
1211 'Mac10.11 Tests',
1212 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141213 'Mac10.13 Tests (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281214 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
1215 'Win 7 Tests x64 (1)',
1216 'Win10 Tests x64',
1217 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:271218 # client.v8.chromium
1219 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281220 ],
Shenghua Zhangd0d97a32018-02-23 00:33:581221 'modifications': {
Shenghua Zhangbd6f1b232018-03-03 02:59:141222 'Mac10.13 Tests': {
Shenghua Zhangd0d97a32018-02-23 00:33:581223 # Remove this once the tests is not flaky on Mac os 10.13
1224 # See crbug.com/813163
1225 'experiment_percentage': 100,
1226 },
1227 }
Kenneth Russelleb60cbd22017-12-05 07:54:281228 },
1229 'content_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:281230 'remove_gtest_from': [
1231 # chromium.android.fyi
1232 'Jelly Bean Tester',
1233 'Lollipop Consumer Tester',
1234 'Unswarmed N5 Tests Dummy Builder',
1235 'Unswarmed N5X Tests Dummy Builder',
1236 ],
Kenneth Russellfbda3c532017-12-08 23:57:241237 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:281238 # chromium.android.fyi
1239 'Lollipop Low-end Tester': [
1240 'args',
1241 ],
1242 'Nougat Phone Tester': [
1243 'args',
1244 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281245 'x86 Cloud Tester': [
1246 'args',
1247 ],
Kenneth Russellfbda3c532017-12-08 23:57:241248 },
Kenneth Russelleb60cbd22017-12-05 07:54:281249 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241250 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281251 'KitKat Tablet Tester': {
1252 'swarming': {
Benjamin Pastene0531d9092018-03-07 22:08:341253 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:281254 'shards': 2,
1255 },
1256 },
1257 'Lollipop Phone Tester': {
1258 'swarming': {
1259 'shards': 2,
1260 },
1261 },
1262 'Lollipop Tablet Tester': {
1263 'swarming': {
1264 'hard_timeout': 1200,
1265 'shards': 2,
1266 },
1267 },
1268 'Marshmallow Tablet Tester': {
1269 'swarming': {
1270 'hard_timeout': 1500,
1271 'shards': 2,
1272 },
1273 },
Kenneth Russell8ceeabf2017-12-11 17:53:281274 # chromium.android.fyi
1275 'Lollipop Low-end Tester': {
1276 'swarming': {
1277 'hard_timeout': 0,
1278 'shards': 1,
1279 },
1280 },
1281 'Nougat Phone Tester': {
1282 'swarming': {
1283 'hard_timeout': 1200,
1284 'shards': 4,
1285 },
1286 },
1287 'x64 Device Tester': {
1288 'swarming': {
1289 'hard_timeout': 0,
1290 'shards': 1,
1291 },
1292 },
1293 'x86 Cloud Tester': {
1294 'swarming': {
1295 'hard_timeout': 1920,
1296 'shards': 1,
1297 },
1298 },
Kenneth Russellfbda3c532017-12-08 23:57:241299 # chromium.clang
1300 'ToTAndroid x64': {
1301 'swarming': {
1302 'hard_timeout': 0,
1303 'shards': 1,
1304 },
1305 },
1306 'ToTAndroidCFI': {
1307 'swarming': {
1308 'hard_timeout': 0,
1309 'shards': 1,
1310 },
1311 },
Kenneth Russell8ceeabf2017-12-11 17:53:281312 # chromium.fyi
1313 'Out of Process Profiling Android': {
1314 'swarming': {
1315 'hard_timeout': 0,
1316 'shards': 1,
1317 },
1318 },
Peter Collingbournee07e84e82018-02-23 20:28:581319 # chromium.memory
1320 'Android CFI': {
1321 'swarming': {
1322 'hard_timeout': 0,
1323 'shards': 1,
1324 },
1325 },
Kenneth Russelleb60cbd22017-12-05 07:54:281326 },
1327 },
1328 'content_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:591329 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281330 # chromium.fyi
1331 'Fuchsia (dbg)',
1332 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:591333 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281334 'modifications': {
Dirk Pranke20eae9a72017-12-09 18:12:141335 # TODO(dpranke) - on chromium.swarm, remove this exception.
1336 'Android N5X Swarm': {
1337 'swarming': {
1338 'shards': 4,
1339 },
1340 },
Kenneth Russell8ceeabf2017-12-11 17:53:281341 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281342 'KitKat Tablet Tester': {
1343 'swarming': {
1344 'hard_timeout': 1200,
1345 },
1346 },
1347 'Lollipop Tablet Tester': {
1348 'swarming': {
1349 'hard_timeout': 1200,
1350 },
1351 },
1352 'Marshmallow Tablet Tester': {
1353 'swarming': {
1354 'hard_timeout': 1500,
1355 },
1356 },
Kenneth Russell8ceeabf2017-12-11 17:53:281357 # chromium.android.fyi
1358 'Lollipop Low-end Tester': {
1359 'swarming': {
1360 'hard_timeout': 0,
1361 },
1362 },
1363 'Nougat Phone Tester': {
1364 'swarming': {
1365 'hard_timeout': 1200,
1366 'shards': 2,
1367 },
1368 },
1369 'x64 Device Tester': {
1370 'swarming': {
1371 'hard_timeout': 0,
1372 },
1373 },
1374 'x86 Cloud Tester': {
1375 'swarming': {
1376 'hard_timeout': 0,
1377 },
1378 },
1379 # chromium.fyi
1380 'Site Isolation Android': {
1381 'swarming': {
1382 'hard_timeout': 0,
1383 },
1384 },
John Budorick5052d552017-12-13 02:59:341385 # chromium.memory
1386 'Linux ASan LSan Tests (1)': {
1387 # These are slow on the ASAN trybot for some reason.
1388 # crbug.com/794372
1389 'swarming': {
1390 'shards': 2,
1391 },
1392 },
Kenneth Russelleb60cbd22017-12-05 07:54:281393 },
1394 },
Kenneth Russellfbda3c532017-12-08 23:57:241395 'crashpad_tests': {
1396 'remove_from': [
1397 # chromium.clang
1398 'CrWinAsan',
1399 'CrWinAsan(dll)',
1400 'CrWinAsanCov',
Nico Weber12522852018-02-24 13:35:221401 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:241402 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281403 # chromium.fyi
1404 'Chromium Win 10 GCE Tests',
1405 'CrWinAsan tester',
1406 'CrWinAsan(dll) tester',
1407 'CrWinAsanCov tester',
Kenneth Russellfbda3c532017-12-08 23:57:241408 ],
1409 },
Kenneth Russell8ceeabf2017-12-11 17:53:281410 'cronet_test_instrumentation_apk': {
1411 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281412 'Android Cronet Builder (dbg) chromium.android.fyi': {
1413 'swarming': {
1414 'hard_timeout': 1200,
1415 'shards': 2,
1416 },
1417 },
1418 'Android Cronet KitKat Builder chromium.android.fyi': {
1419 'swarming': {
1420 'hard_timeout': 1200,
1421 'shards': 2,
1422 },
1423 },
1424 },
1425 },
Wez0e38a712018-02-27 03:28:571426 'cronet_tests': {
1427 'remove_from': [
1428 # chromium.fyi
1429 'Fuchsia (dbg)',
1430 ],
1431 },
Kenneth Russelleb60cbd22017-12-05 07:54:281432 'crypto_unittests': {
1433 'remove_from': [
1434 # TODO(kbr): these tests aren't run on Android except on one bot
1435 # on chromium.android.fyi, which might just be an accident.
1436 # Consider moving it to non_android_chromium_gtests.
Kenneth Russelleb60cbd22017-12-05 07:54:281437 'KitKat Phone Tester (dbg)',
1438 'KitKat Phone Tester (rel)',
1439 'KitKat Tablet Tester',
1440 'Lollipop Phone Tester',
1441 'Lollipop Tablet Tester',
1442 'Marshmallow 64 bit Tester',
1443 'Marshmallow Phone Tester (rel)',
1444 'Marshmallow Tablet Tester',
1445 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281446 # chromium.android.fyi
1447 'Jelly Bean Tester',
1448 'Lollipop Consumer Tester',
1449 'Lollipop Low-end Tester',
1450 'Unswarmed N5 Tests Dummy Builder',
1451 'Unswarmed N5X Tests Dummy Builder',
1452 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:281453 # TODO(kbr): on chromium.linux, it's unclear why these show up on "Cast
1454 # Audio Linux" at all, since they're supposed to be compiled out for
1455 # Chromecast.
1456 ],
Kevin Marshalld3c41f5e2018-02-02 04:43:511457 'modifications': {
1458 # chromium.fyi
1459 'Fuchsia': {
1460 'args': [
1461 '--use-new-test-runner',
Kevin Marshalld3c41f5e2018-02-02 04:43:511462 ],
1463 },
1464 },
Kenneth Russelleb60cbd22017-12-05 07:54:281465 },
1466 'dbus_unittests': {
1467 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241468 # chromium.clang
1469 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241470 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281471 'Linux Tests (dbg)(1)(32)',
John Budorickca14c76f62017-12-09 14:19:181472 # chromium.memory
1473 'Linux ASan LSan Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:281474 ],
1475 },
1476 'device_unittests': {
1477 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241478 # chromium.clang
1479 'ToTMac',
1480 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281481 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591482 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281483 'Chromium Mac 10.11',
1484 'Chromium Mac 10.11 Force Mac Toolchain',
1485 'Chromium Mac 10.13',
1486 'Out of Process Profiling Mac',
John Budorickca14c76f62017-12-09 14:19:181487 # chromium.memory
1488 'Mac ASan 64 Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:241489 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281490 'Win7 Tests (dbg)(1)',
1491 ],
1492 'modifications': {
1493 'KitKat Tablet Tester': {
1494 'swarming': {
1495 'hard_timeout': 120,
1496 },
1497 },
1498 'Marshmallow Phone Tester (rel)': {
1499 'swarming': {
1500 'hard_timeout': 960,
1501 },
1502 },
1503 'Marshmallow Tablet Tester': {
1504 'swarming': {
1505 'hard_timeout': 120,
1506 },
1507 },
1508 },
1509 },
1510 'devtools_closure_compile': {
1511 'remove_from': [
1512 # On chromium.linux, unclear why these only run on "Linux Tests".
1513 'Linux Tests (dbg)(1)',
1514 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271515 # client.v8.chromium
1516 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281517 ],
1518 },
1519 'devtools_eslint': {
1520 'remove_from': [
1521 # On chromium.linux, unclear why these only run on "Linux Tests".
1522 'Linux Tests (dbg)(1)',
1523 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271524 # client.v8.chromium
1525 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281526 ],
1527 },
1528 'display_unittests': {
1529 'remove_from': [
1530 # On chromium.android, unclear why these aren't run.
1531 'KitKat Phone Tester (dbg)',
1532 'KitKat Phone Tester (rel)',
1533 'KitKat Tablet Tester',
1534 'Lollipop Phone Tester',
1535 'Lollipop Tablet Tester',
1536 'Marshmallow 64 bit Tester',
1537 'Marshmallow Phone Tester (rel)',
1538 'Marshmallow Tablet Tester',
1539 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281540 # chromium.android.fyi
1541 'Jelly Bean Tester',
1542 'Lollipop Consumer Tester',
1543 'Lollipop Low-end Tester',
1544 'Unswarmed N5 Tests Dummy Builder',
1545 'Unswarmed N5X Tests Dummy Builder',
1546 'x86 Cloud Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281547 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591548 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281549 'Chromium Mac 10.11 Force Mac Toolchain',
John Budorickca14c76f62017-12-09 14:19:181550 # chromium.memory
1551 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:281552 # chromium.win
1553 'Win7 Tests (dbg)(1)',
1554 ],
1555 },
Kenneth Russelleb60cbd22017-12-05 07:54:281556 'events_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241557 'remove_from': [
1558 # chromium.clang
1559 'ToTLinuxASan',
John Budorickca14c76f62017-12-09 14:19:181560 # chromium.memory
1561 'Linux ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:241562 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281563 'modifications': {
1564 'KitKat Tablet Tester': {
1565 'swarming': {
1566 'hard_timeout': 60,
1567 },
1568 },
1569 'Lollipop Tablet Tester': {
1570 'swarming': {
1571 'hard_timeout': 60,
1572 },
1573 },
1574 'Marshmallow Tablet Tester': {
1575 'swarming': {
1576 'hard_timeout': 120,
1577 },
1578 },
1579 },
1580 },
1581 'extensions_browsertests': {
1582 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241583 # chromium.clang
1584 'ToTLinux',
Kenneth Russellfbda3c532017-12-08 23:57:241585 'ToTMac',
1586 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:281587 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591588 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281589 'Chromium Mac 10.11',
1590 'Chromium Mac 10.11 Force Mac Toolchain',
1591 'Chromium Mac 10.13',
1592 'Out of Process Profiling Linux',
1593 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281594 # On chromium.mac, unclear why these aren't run.
1595 'Mac10.10 Tests',
1596 'Mac10.11 Tests',
1597 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141598 'Mac10.13 Tests',
1599 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181600 # chromium.memory
1601 'Linux Chromium OS ASan LSan Tests (1)',
1602 'Linux TSan Tests',
1603 'Mac ASan 64 Tests (1)',
1604 ],
1605 },
1606 'extensions_unittests': {
1607 'remove_from': [
1608 # chromium.memory
1609 'Linux Chromium OS ASan LSan Tests (1)',
1610 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:281611 ],
1612 },
1613 'filesystem_service_unittests': {
1614 'remove_from': [
1615 'Linux Tests (dbg)(1)(32)',
John Budorickca14c76f62017-12-09 14:19:181616 # chromium.memory
1617 'Linux ASan LSan Tests (1)',
1618 'Linux CFI',
1619 'Linux ChromiumOS MSan Tests',
1620 'Linux MSan Tests',
1621 'Linux TSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:281622 ],
1623 },
Kenneth Russelleb60cbd22017-12-05 07:54:281624 'gfx_unittests': {
1625 'remove_from': [
1626 # On chromium.android, unclear why these aren't run on all bots.
1627 'KitKat Phone Tester (dbg)',
1628 'KitKat Phone Tester (rel)',
Kenneth Russell8ceeabf2017-12-11 17:53:281629 'Nougat Phone Tester chromium.android',
1630 # chromium.android.fyi
1631 'Lollipop Low-end Tester',
1632 'x86 Cloud Tester',
John Budorickca14c76f62017-12-09 14:19:181633 # chromium.memory
1634 'Linux ChromiumOS MSan Tests',
1635 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:281636 # chromium.win
1637 'Win7 Tests (dbg)(1)',
1638 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281639 },
1640 'gin_unittests': {
1641 'remove_from': [
1642 # On chromium.android, unclear why these aren't run.
1643 'KitKat Phone Tester (dbg)',
1644 'KitKat Phone Tester (rel)',
1645 'KitKat Tablet Tester',
1646 'Lollipop Phone Tester',
1647 'Lollipop Tablet Tester',
1648 'Marshmallow 64 bit Tester',
1649 'Marshmallow Phone Tester (rel)',
1650 'Marshmallow Tablet Tester',
1651 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281652 # chromium.android.fyi
1653 'Jelly Bean Tester',
1654 'Lollipop Consumer Tester',
1655 'Lollipop Low-end Tester',
1656 'Unswarmed N5 Tests Dummy Builder',
1657 'Unswarmed N5X Tests Dummy Builder',
1658 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:341659 # chromium.chromiumos
1660 'Linux ChromiumOS Tests (dbg)(1)',
1661 'linux-chromeos-dbg',
1662 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:241663 # chromium.clang
1664 'ToTLinux',
1665 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241666 'ToTLinuxMSan',
Kenneth Russell8ceeabf2017-12-11 17:53:281667 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591668 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281669 'Chromium Mac 10.11',
1670 'Chromium Mac 10.11 Force Mac Toolchain',
1671 'Chromium Mac 10.13',
1672 'Chromium Win 10 GCE Tests',
1673 'Out of Process Profiling Linux',
1674 'Out of Process Profiling Mac',
Kenneth Russellb3cca6f02017-12-05 22:02:391675 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:281676 'Cast Audio Linux',
1677 'Cast Linux',
1678 'Linux Tests (dbg)(1)(32)',
1679 # On chromium.mac, unclear why these aren't run.
1680 'Mac10.10 Tests',
1681 'Mac10.11 Tests',
1682 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141683 'Mac10.13 Tests',
1684 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181685 # chromium.memory
1686 'Linux ASan LSan Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:281687 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
1688 'Win 7 Tests x64 (1)',
1689 'Win10 Tests x64',
1690 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:271691 # client.v8.chromium
1692 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281693 ],
1694 },
1695 'gl_tests': {
John Budorickca14c76f62017-12-09 14:19:181696 'remove_from': [
1697 # chromium.clang
1698 'CFI Linux (icall)',
1699 'CFI Linux ToT',
1700 'ToTLinuxThinLTO',
Nico Weber3a2b1712018-02-23 23:47:381701 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:131702 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281703 # chromium.fyi
1704 'Out of Process Profiling Linux',
1705 'ThinLTO Linux ToT',
John Budorickca14c76f62017-12-09 14:19:181706 # chromium.memory
1707 'Linux ASan LSan Tests (1)',
1708 'Linux CFI',
1709 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281710 'modifications': {
1711 'KitKat Tablet Tester': {
1712 'swarming': {
1713 'hard_timeout': 120,
1714 },
1715 },
1716 'Marshmallow Tablet Tester': {
1717 'swarming': {
1718 'hard_timeout': 120,
1719 },
1720 },
1721 },
1722 },
1723 'gl_unittests': {
John Budorickca14c76f62017-12-09 14:19:181724 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281725 # chromium.fyi
1726 'Out of Process Profiling Linux',
John Budorickca14c76f62017-12-09 14:19:181727 # chromium.memory
1728 'Linux ASan LSan Tests (1)',
1729 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281730 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281731 # chromium.android
1732 'Lollipop Phone Tester': {
1733 'swarming': {
1734 'hard_timeout': 960,
1735 },
1736 },
1737 'Marshmallow 64 bit Tester': {
1738 'swarming': {
1739 'hard_timeout': 960,
1740 },
1741 },
1742 'Marshmallow Phone Tester (rel)': {
1743 'swarming': {
1744 'hard_timeout': 120,
1745 },
1746 },
1747 # chromium.android.fyi
1748 'Lollipop Low-end Tester': {
1749 'swarming': {
1750 'hard_timeout': 0,
1751 },
1752 },
1753 'Nougat Phone Tester': {
1754 'swarming': {
1755 'hard_timeout': 960,
1756 },
1757 },
1758 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241759 'CFI Linux (icall)': {
1760 'args': [
1761 '--use-gpu-in-tests',
1762 '--no-xvfb',
1763 ],
1764 'swarming': {
1765 'dimension_sets': [
1766 {
1767 'gpu': '10de:1cb3',
1768 'os': 'Ubuntu',
1769 'pool': 'Chrome-GPU',
1770 },
1771 ],
1772 },
1773 'use_xvfb': False,
1774 },
1775 'CFI Linux ToT': {
1776 'args': [
1777 '--use-gpu-in-tests',
1778 '--no-xvfb',
1779 ],
1780 'swarming': {
1781 'dimension_sets': [
1782 {
1783 'gpu': '10de:1cb3',
1784 'os': 'Ubuntu',
1785 'pool': 'Chrome-GPU',
1786 },
1787 ],
1788 },
1789 'use_xvfb': False,
1790 },
Kenneth Russell8ceeabf2017-12-11 17:53:281791 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:181792 'Linux CFI': {
1793 'args': [
1794 '--use-gpu-in-tests',
1795 '--no-xvfb',
1796 ],
1797 'swarming': {
1798 'dimension_sets': [
1799 {
1800 'gpu': '10de:1cb3',
1801 'os': 'Ubuntu',
1802 'pool': 'Chrome-GPU',
1803 },
1804 ],
1805 },
1806 'use_xvfb': False,
1807 },
Kenneth Russelleb60cbd22017-12-05 07:54:281808 },
1809 },
Kenneth Russellfbda3c532017-12-08 23:57:241810 'gn_unittests': {
1811 'remove_from': [
1812 # chromium.clang
1813 'ToTLinux',
1814 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:241815 'ToTLinuxMSan',
1816 'ToTLinuxUBSanVptr',
Kenneth Russell8ceeabf2017-12-11 17:53:281817 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591818 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281819 'Chromium Mac 10.11',
1820 'Chromium Mac 10.11 Force Mac Toolchain',
1821 'Chromium Mac 10.13',
1822 'Out of Process Profiling Linux',
1823 'Out of Process Profiling Mac',
John Budorickca14c76f62017-12-09 14:19:181824 # chromium.memory
1825 'Linux ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:241826 ],
1827 },
Kenneth Russelleb60cbd22017-12-05 07:54:281828 'google_apis_unittests': {
1829 'remove_from': [
1830 # On chromium.android, unclear why these aren't run.
1831 'KitKat Phone Tester (dbg)',
1832 'KitKat Phone Tester (rel)',
1833 'KitKat Tablet Tester',
1834 'Lollipop Phone Tester',
1835 'Lollipop Tablet Tester',
1836 'Marshmallow 64 bit Tester',
1837 'Marshmallow Phone Tester (rel)',
1838 'Marshmallow Tablet Tester',
1839 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281840 # chromium.android.fyi
1841 'Jelly Bean Tester',
1842 'Lollipop Consumer Tester',
1843 'Lollipop Low-end Tester',
1844 'Unswarmed N5 Tests Dummy Builder',
1845 'Unswarmed N5X Tests Dummy Builder',
1846 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:391847 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:281848 'Cast Audio Linux',
1849 'Cast Linux',
John Budorickca14c76f62017-12-09 14:19:181850 # chromium.memory
1851 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:281852 # chromium.win
1853 'Win7 Tests (dbg)(1)',
1854 ],
1855 },
Kenneth Russelleb60cbd22017-12-05 07:54:281856 'headless_browsertests': {
1857 'remove_from': [
1858 'Linux Tests (dbg)(1)(32)',
1859 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1860 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271861 # client.v8.chromium
1862 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281863 ],
1864 },
1865 'headless_unittests': {
1866 'remove_from': [
1867 'Linux Tests (dbg)(1)(32)',
1868 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1869 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271870 # client.v8.chromium
1871 'Linux - Future (dbg)'
Kenneth Russelleb60cbd22017-12-05 07:54:281872 ],
1873 },
Kenneth Russellfbda3c532017-12-08 23:57:241874 'install_static_unittests': {
1875 'remove_from': [
1876 # chromium.clang
1877 'CrWinAsan',
1878 'CrWinAsan(dll)',
1879 'CrWinAsanCov',
1880 'CrWinClang',
1881 'CrWinClang(dbg)',
1882 'CrWinClang(shared)',
1883 'CrWinClang64',
1884 'CrWinClang64(dbg)',
1885 'CrWinClang64(dll)',
1886 'CrWinClangLLD',
1887 'CrWinClangLLD64',
1888 'CrWinClngLLD64dbg',
1889 'CrWinClngLLDdbg',
1890 'ToTWin(dbg)',
1891 'ToTWin(dll)',
1892 'ToTWin64',
1893 'ToTWin64(dbg)',
1894 'ToTWin64(dll)',
1895 'ToTWinCFI',
1896 'ToTWinCFI64',
1897 'ToTWinThinLTO64',
Kenneth Russell8ceeabf2017-12-11 17:53:281898 # chromium.fyi
1899 'CrWinAsan tester',
1900 'CrWinAsan(dll) tester',
1901 'CrWinAsanCov tester',
1902 'Out of Process Profiling Windows',
1903 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:241904 ],
1905 },
Kenneth Russelleb60cbd22017-12-05 07:54:281906 'interactive_ui_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:241907 'remove_from': [
1908 # chromium.clang
1909 'ToTLinuxUBSanVptr',
Nico Weber3a2b1712018-02-23 23:47:381910 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281911 # chromium.fyi
1912 'Chromium Win 10 GCE Tests',
John Budorickca14c76f62017-12-09 14:19:181913 # chromium.memory
1914 'Linux TSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:241915 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281916 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281917 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241918 'CFI Linux (icall)': {
1919 'swarming': {
1920 'shards': 1,
1921 },
1922 },
Kenneth Russell8ceeabf2017-12-11 17:53:281923 # chromium.linux
1924 # Unclear why this isn't sharded.
1925 'Linux Tests': {
Dirk Prankedd1d2a02017-12-08 20:51:591926 'swarming': {
1927 'shards': 1,
1928 },
1929 },
Kenneth Russelleb60cbd22017-12-05 07:54:281930 'Linux Tests (dbg)(1)': {
1931 'swarming': {
1932 'shards': 3,
1933 },
1934 },
1935 'Linux Tests (dbg)(1)(32)': {
1936 'swarming': {
1937 'shards': 3,
1938 },
1939 },
Kenneth Russell8ceeabf2017-12-11 17:53:281940 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341941 'Linux ChromiumOS Tests (dbg)(1)': {
1942 'swarming': {
1943 'shards': 3,
1944 },
1945 },
1946 'linux-chromeos-dbg': {
1947 'swarming': {
1948 'shards': 3,
1949 },
1950 },
1951 'linux-chromeos-rel': {
1952 'swarming': {
1953 'shards': 3,
1954 },
1955 },
Kenneth Russell8ceeabf2017-12-11 17:53:281956 # chromium.fyi
1957 'Out of Process Profiling Mac': {
1958 'swarming': {
1959 'shards': 1,
1960 },
1961 },
Kenneth Russell8ceeabf2017-12-11 17:53:281962 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:281963 # Unclear why this isn't swarmed.
1964 'Mac10.10 Tests': {
1965 'swarming': {
1966 'can_use_on_swarming_builders': False,
1967 },
1968 },
1969 # Unclear why this isn't sharded.
1970 'Mac10.11 Tests': {
1971 'swarming': {
1972 'shards': 1,
1973 },
1974 },
1975 # Unclear why this isn't sharded.
1976 'Mac10.12 Tests': {
1977 'swarming': {
1978 'shards': 1,
1979 },
1980 },
Kenneth Russell8ceeabf2017-12-11 17:53:281981 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281982 'Win7 Tests (dbg)(1)': {
1983 'swarming': {
1984 'shards': 4,
1985 },
1986 },
John Budorickca14c76f62017-12-09 14:19:181987 # chromium.memory
1988 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341989 # These are slow on the ASAN trybot for some reason.
1990 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181991 'swarming': {
John Budorick5052d552017-12-13 02:59:341992 'shards': 6,
John Budorickca14c76f62017-12-09 14:19:181993 },
1994 },
1995 'Linux CFI': {
1996 'swarming': {
1997 'shards': 1,
1998 },
1999 },
Dirk Pranke8fd63c12017-12-10 18:06:272000 # client.v8.chromium
2001 'Linux - Future (dbg)': {
2002 'swarming': {
2003 'shards': 3,
2004 },
2005 },
Kenneth Russelleb60cbd22017-12-05 07:54:282006 },
2007 },
2008 'ipc_tests': {
Kenneth Russell8ceeabf2017-12-11 17:53:282009 'remove_from': [
2010 # chromium.linux
2011 'Fuchsia x64',
2012 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282013 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282014 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282015 'KitKat Tablet Tester': {
2016 'swarming': {
2017 'hard_timeout': 60,
2018 },
2019 },
2020 'Lollipop Tablet Tester': {
2021 'swarming': {
2022 'hard_timeout': 60,
2023 },
2024 },
2025 'Marshmallow Tablet Tester': {
2026 'swarming': {
2027 'hard_timeout': 120,
2028 },
2029 },
Kenneth Russell8ceeabf2017-12-11 17:53:282030 # chromium.android.fyi
2031 'Unswarmed N5 Tests Dummy Builder': {
2032 'args': [
2033 '--shard-timeout',
2034 '600',
2035 ],
2036 },
2037 'Unswarmed N5X Tests Dummy Builder': {
2038 'args': [
2039 '--shard-timeout',
2040 '600',
2041 ],
2042 },
Kevin Marshallc3816582018-03-21 20:56:312043 # chromium.fyi
2044 'Fuchsia': {
2045 'args': [
2046 '--use-new-test-runner',
2047 ],
2048 },
Kenneth Russelleb60cbd22017-12-05 07:54:282049 },
2050 },
2051 'jingle_unittests': {
2052 'remove_from': [
2053 # On chromium.android, unclear why these aren't run.
2054 'KitKat Phone Tester (dbg)',
2055 'KitKat Phone Tester (rel)',
2056 'KitKat Tablet Tester',
2057 'Lollipop Phone Tester',
2058 'Lollipop Tablet Tester',
2059 'Marshmallow 64 bit Tester',
2060 'Marshmallow Phone Tester (rel)',
2061 'Marshmallow Tablet Tester',
2062 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282063 # chromium.android.fyi
2064 'Jelly Bean Tester',
2065 'Lollipop Consumer Tester',
2066 'Lollipop Low-end Tester',
2067 'Unswarmed N5 Tests Dummy Builder',
2068 'Unswarmed N5X Tests Dummy Builder',
2069 'x86 Cloud Tester',
Peter Collingbourne6e3a081d2018-02-16 19:54:332070 # chromium.clang
2071 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:582072 # chromium.memory
2073 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:282074 ],
2075 },
2076 'keyboard_unittests': {
2077 'remove_from': [
2078 'Win7 Tests (dbg)(1)',
2079 # On chromium.linux, unclear why these aren't run.
2080 'Linux Tests',
2081 'Linux Tests (dbg)(1)',
2082 'Linux Tests (dbg)(1)(32)',
2083 ],
2084 },
2085 'latency_unittests': {
2086 'remove_from': [
2087 # On chromium.android, unclear why these aren't run on all bots.
2088 'KitKat Phone Tester (dbg)',
2089 'KitKat Phone Tester (rel)',
2090 'Lollipop Tablet Tester',
2091 'Marshmallow 64 bit Tester',
2092 'Marshmallow Tablet Tester',
2093 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282094 # chromium.android.fyi
2095 'Unswarmed N5 Tests Dummy Builder',
2096 'Unswarmed N5X Tests Dummy Builder',
2097 'x64 Device Tester',
2098 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242099 # chromium.clang
2100 'ToTAndroid x64',
2101 'ToTLinux',
2102 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:242103 'ToTLinuxThinLTO',
2104 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:132105 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:282106 # chromium.fyi
2107 'Out of Process Profiling Android',
2108 'Out of Process Profiling Linux',
2109 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:282110 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:282111 'Linux Tests',
2112 'Linux Tests (dbg)(1)',
2113 'Linux Tests (dbg)(1)(32)',
John Budorickca14c76f62017-12-09 14:19:182114 # chromium.memory
2115 'Linux ASan LSan Tests (1)',
2116 'Linux TSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:282117 ],
2118 'modifications': {
2119 'KitKat Tablet Tester': {
2120 'swarming': {
2121 'hard_timeout': 60,
2122 },
2123 },
2124 },
2125 },
2126 'libjingle_xmpp_unittests': {
2127 'remove_from': [
2128 # On chromium.android, unclear why these aren't run on all bots.
2129 'KitKat Tablet Tester',
2130 'Lollipop Phone Tester',
2131 'Lollipop Tablet Tester',
2132 'Marshmallow 64 bit Tester',
2133 'Marshmallow Phone Tester (rel)',
2134 'Marshmallow Tablet Tester',
2135 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282136 # chromium.android.fyi
2137 'Jelly Bean Tester',
2138 'Lollipop Consumer Tester',
2139 'Lollipop Low-end Tester',
2140 'Unswarmed N5 Tests Dummy Builder',
2141 'Unswarmed N5X Tests Dummy Builder',
2142 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342143 # chromium.chromiumos
2144 'Linux ChromiumOS Tests (dbg)(1)',
2145 'linux-chromeos-dbg',
2146 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:282147 ],
2148 },
John Budorickca14c76f62017-12-09 14:19:182149 'mash_browser_tests': {
2150 'remove_from': [
2151 # chromium.memory
James Cook4be72252018-02-23 00:36:172152 # Unclear why this isn't run. http://crbug.com/814403
John Budorickca14c76f62017-12-09 14:19:182153 'Linux Chromium OS ASan LSan Tests (1)',
James Cook4be72252018-02-23 00:36:172154 # Not needed on chromium.fyi because suite is on main waterfall.
2155 'Mojo ChromiumOS',
John Budorickca14c76f62017-12-09 14:19:182156 ],
Kenneth Russell8ceeabf2017-12-11 17:53:282157 },
2158 'mash_unittests': {
2159 'remove_from': [
2160 # chromium.fyi
2161 'Mojo ChromiumOS',
2162 ],
John Budorickca14c76f62017-12-09 14:19:182163 },
Kenneth Russellfbda3c532017-12-08 23:57:242164 'mac_installer_unittests': {
2165 'remove_from': [
2166 # chromium.clang
2167 'ToTMac',
2168 'ToTMacASan',
Kenneth Russell8ceeabf2017-12-11 17:53:282169 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592170 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282171 'Chromium Mac 10.11',
2172 'Chromium Mac 10.11 Force Mac Toolchain',
2173 'Chromium Mac 10.13',
2174 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:242175 ],
2176 },
Kenneth Russelleb60cbd22017-12-05 07:54:282177 'media_blink_unittests': {
2178 'remove_from': [
2179 # On chromium.android, unclear why these aren't run on all bots.
2180 'KitKat Phone Tester (dbg)',
2181 'KitKat Phone Tester (rel)',
2182 'KitKat Tablet Tester',
2183 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282184 # chromium.android.fyi
2185 'Jelly Bean Tester',
2186 'Lollipop Consumer Tester',
2187 'Lollipop Low-end Tester',
2188 'Unswarmed N5 Tests Dummy Builder',
2189 'Unswarmed N5X Tests Dummy Builder',
2190 'x64 Device Tester',
2191 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242192 # chromium.clang
2193 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282194 # chromium.fyi
2195 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282196 ],
2197 'modifications': {
2198 'Lollipop Tablet Tester': {
2199 'swarming': {
2200 'hard_timeout': 300,
2201 },
2202 },
2203 'Marshmallow Tablet Tester': {
2204 'swarming': {
2205 'hard_timeout': 300,
2206 },
2207 },
2208 },
2209 },
2210 'media_service_unittests': {
2211 'remove_from': [
2212 'Linux Tests (dbg)(1)(32)',
Kenneth Russell56a3e862017-12-08 03:11:342213 'Linux ChromiumOS Tests (dbg)(1)',
2214 'linux-chromeos-dbg',
Kenneth Russelleb60cbd22017-12-05 07:54:282215 ],
2216 },
2217 'media_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242218 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282219 # chromium.linux
2220 'Fuchsia x64',
2221 # chromium.fyi
2222 'Fuchsia ARM64',
Kenneth Russellfbda3c532017-12-08 23:57:242223 ],
Kevin Marshallc3816582018-03-21 20:56:312224 'modifications': {
2225 # chromium.fyi
2226 'Fuchsia': {
2227 'args': [
2228 '--use-new-test-runner',
2229 ],
2230 },
2231 },
Kenneth Russelleb60cbd22017-12-05 07:54:282232 },
2233 'message_center_unittests': {
2234 'remove_from': [
2235 'Win7 Tests (dbg)(1)',
2236 # On chromium.mac, unclear why these aren't run.
2237 'Mac10.10 Tests',
2238 'Mac10.11 Tests',
2239 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142240 'Mac10.13 Tests',
2241 'Mac10.13 Tests (dbg)',
Dirk Prankedd1d2a02017-12-08 20:51:592242
Kenneth Russell8ceeabf2017-12-11 17:53:282243 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592244 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282245 'Chromium Mac 10.11',
2246 'Chromium Mac 10.11 Force Mac Toolchain',
2247 'Chromium Mac 10.13',
2248 'Out of Process Profiling Mac',
2249
Kenneth Russelleb60cbd22017-12-05 07:54:282250 # On chromium.linux, unclear why these aren't run.
2251 'Linux Tests',
Dirk Prankedd1d2a02017-12-08 20:51:592252
Dirk Prankedd1d2a02017-12-08 20:51:592253 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:282254 'Linux Tests (dbg)(1)',
2255 'Linux Tests (dbg)(1)(32)',
John Budorickca14c76f62017-12-09 14:19:182256 # chromium.memory
2257 'Linux ASan LSan Tests (1)',
2258 'Linux CFI',
2259 'Linux ChromiumOS MSan Tests',
2260 'Linux MSan Tests',
2261 'Linux TSan Tests',
2262 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282263 ],
2264 },
2265 'metrics_python_tests': {
2266 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242267 # chromium.clang
2268 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:282269 # chromium.fyi
2270 'Chromium Mac 10.11',
2271 'Chromium Mac 10.13',
2272 'Out of Process Profiling Mac',
Shenghua Zhangbd6f1b232018-03-03 02:59:142273 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:282274 'Mac10.10 Tests',
2275 'Mac10.11 Tests',
2276 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142277 'Mac10.13 Tests (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:242278 # chromium.win
2279 'Win7 Tests (dbg)(1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282280 ],
2281 },
2282 'midi_unittests': {
2283 'remove_from': [
2284 # On chromium.android, unclear why these aren't run.
2285 'KitKat Phone Tester (dbg)',
2286 'KitKat Phone Tester (rel)',
2287 'KitKat Tablet Tester',
2288 'Lollipop Phone Tester',
2289 'Lollipop Tablet Tester',
2290 'Marshmallow 64 bit Tester',
2291 'Marshmallow Phone Tester (rel)',
2292 'Marshmallow Tablet Tester',
2293 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282294 # chromium.android.fyi
2295 'Jelly Bean Tester',
2296 'Lollipop Consumer Tester',
2297 'Lollipop Low-end Tester',
2298 'Unswarmed N5 Tests Dummy Builder',
2299 'Unswarmed N5X Tests Dummy Builder',
2300 'x86 Cloud Tester',
Peter Collingbourne6e3a081d2018-02-16 19:54:332301 # chromium.clang
2302 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:582303 # chromium.memory
2304 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:282305 ],
2306 },
2307 'mojo_common_unittests': {
2308 'remove_from': [
2309 # On chromium.android, unclear why these aren't run on all bots.
2310 'KitKat Tablet Tester',
2311 'Lollipop Phone Tester',
2312 'Lollipop Tablet Tester',
2313 'Marshmallow 64 bit Tester',
2314 'Marshmallow Tablet Tester',
2315 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282316 # chromium.android.fyi
2317 'Jelly Bean Tester',
2318 'Lollipop Consumer Tester',
2319 'Lollipop Low-end Tester',
2320 'Unswarmed N5 Tests Dummy Builder',
2321 'Unswarmed N5X Tests Dummy Builder',
Kenneth Russell56a3e862017-12-08 03:11:342322 # chromium.chromiumos
2323 'Linux ChromiumOS Tests (dbg)(1)',
2324 'linux-chromeos-dbg',
2325 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242326 # chromium.clang
2327 'ToTLinuxASan',
Kenneth Russell8ceeabf2017-12-11 17:53:282328 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282329 'Cast Audio Linux',
2330 'Cast Linux',
2331 ],
2332 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282333 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282334 'Marshmallow Phone Tester (rel)': {
2335 'swarming': {
2336 'hard_timeout': 120,
2337 },
2338 },
Kevin Marshalld3c41f5e2018-02-02 04:43:512339
Kenneth Russell8ceeabf2017-12-11 17:53:282340 # chromium.android.fyi
2341 'x64 Device Tester': {
2342 'swarming': {
2343 'hard_timeout': 0,
2344 },
2345 },
Kevin Marshalld3c41f5e2018-02-02 04:43:512346
2347 # chromium.fyi
2348 'Fuchsia': {
2349 'args': [
2350 '--use-new-test-runner',
2351 '-v', # Useful for getting debug info and SCP throughput stats.
2352 ],
2353 },
Kenneth Russelleb60cbd22017-12-05 07:54:282354 },
2355 },
Kenneth Russelleb60cbd22017-12-05 07:54:282356 'mojo_test_apk': {
2357 'remove_from': [
2358 # On chromium.android, unclear why these aren't run on all bots.
2359 'KitKat Tablet Tester',
2360 'Lollipop Phone Tester',
2361 'Lollipop Tablet Tester',
2362 'Marshmallow 64 bit Tester',
2363 'Marshmallow Tablet Tester',
2364 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282365 # chromium.android.fyi
2366 'Jelly Bean Tester',
2367 'Lollipop Consumer Tester',
2368 'Lollipop Low-end Tester',
2369 'Unswarmed N5 Tests Dummy Builder',
2370 'Unswarmed N5X Tests Dummy Builder',
2371 'x64 Device Tester',
2372 'x86 Cloud Tester',
2373 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:242374 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282375 # chromium.fyi
2376 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282377 ],
2378 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242379 # chromium.clang
2380 'ToTAndroidCFI': {
2381 'swarming': {
2382 'hard_timeout': 0,
2383 },
2384 },
Peter Collingbournee07e84e82018-02-23 20:28:582385 # chromium.clang
2386 'Android CFI': {
2387 'swarming': {
2388 'hard_timeout': 0,
2389 },
2390 },
Kenneth Russelleb60cbd22017-12-05 07:54:282391 },
2392 },
Kevin Marshallc3816582018-03-21 20:56:312393 'mojo_unittests': {
2394 'modifications': {
2395 # chromium.fyi
2396 'Fuchsia': {
2397 'args': [
2398 '--use-new-test-runner',
2399 ],
2400 },
2401 },
2402 },
Kenneth Russellfbda3c532017-12-08 23:57:242403 'nacl_helper_nonsfi_unittests': {
2404 'remove_from': [
2405 # chromium.clang
2406 'CFI Linux (icall)',
2407 'CFI Linux ToT',
2408 'ToTLinux (dbg)',
2409 'ToTLinuxASan',
2410 'ToTLinuxMSan',
2411 'ToTLinuxThinLTO',
2412 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:132413 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:282414 # chromium.fyi
2415 'ThinLTO Linux ToT',
John Budorickca14c76f62017-12-09 14:19:182416 # chromium.memory
2417 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:242418 ],
2419 },
2420 'nacl_loader_unittests': {
2421 'remove_from': [
2422 # chromium.clang
2423 'ToTLinuxASan',
Kenneth Russell8ceeabf2017-12-11 17:53:282424 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592425 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282426 'Chromium Mac 10.11',
2427 'Chromium Mac 10.11 Force Mac Toolchain',
2428 'Chromium Mac 10.13',
2429 'Out of Process Profiling Mac',
John Budorickca14c76f62017-12-09 14:19:182430 # chromium.memory
2431 'Linux ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:242432 ],
2433 },
Kenneth Russelleb60cbd22017-12-05 07:54:282434 'native_theme_unittests': {
2435 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242436 # chromium.clang
2437 'ToTLinuxASan',
2438 'ToTMacASan',
2439 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282440 'Linux Tests (dbg)(1)(32)',
John Budorickca14c76f62017-12-09 14:19:182441 # chromium.memory
2442 'Linux ASan LSan Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282443 ],
2444 },
2445 'net_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242446 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282447 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:242448 'CrWinAsanCov',
Kenneth Russell8ceeabf2017-12-11 17:53:282449 # chromium.fyi
2450 'CrWinAsanCov tester',
2451 'Fuchsia (dbg)',
2452 'Fuchsia ARM64',
2453 # chromium.linux
2454 'Fuchsia x64',
Kenneth Russellfbda3c532017-12-08 23:57:242455 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282456 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242457 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282458 'KitKat Tablet Tester': {
2459 'swarming': {
2460 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:282461 },
2462 },
2463 'Lollipop Phone Tester': {
2464 'swarming': {
2465 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:282466 },
2467 },
2468 'Lollipop Tablet Tester': {
2469 'swarming': {
2470 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:282471 },
2472 },
2473 'Marshmallow 64 bit Tester': {
2474 'swarming': {
2475 'hard_timeout': 960,
2476 },
2477 },
2478 'Marshmallow Phone Tester (rel)': {
2479 'swarming': {
2480 'hard_timeout': 960,
2481 },
2482 },
2483 'Marshmallow Tablet Tester': {
2484 'swarming': {
2485 'hard_timeout': 1800,
2486 },
2487 },
Kenneth Russell8ceeabf2017-12-11 17:53:282488 # chromium.android.fyi
2489 'Lollipop Low-end Tester': {
2490 'swarming': {
2491 'hard_timeout': 0,
2492 'shards': 1,
2493 },
2494 },
2495 'Nougat Phone Tester': {
2496 'swarming': {
2497 'hard_timeout': 1200,
2498 'shards': 2,
2499 },
2500 },
2501 'x64 Device Tester': {
2502 'swarming': {
2503 'hard_timeout': 0,
2504 'shards': 1,
2505 },
2506 },
2507 'x86 Cloud Tester': {
2508 'swarming': {
2509 'hard_timeout': 0,
2510 'shards': 1,
2511 },
2512 },
Kenneth Russellfbda3c532017-12-08 23:57:242513 # chromium.clang
2514 'ToTLinuxASan': {
2515 'swarming': {
2516 'shards': 4,
2517 },
2518 },
John Budorickca14c76f62017-12-09 14:19:182519 # chromium.memory
2520 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342521 # These are very slow on the ASAN trybot for some reason.
2522 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182523 'swarming': {
John Budorick5052d552017-12-13 02:59:342524 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182525 },
2526 },
2527 'Linux Chromium OS ASan LSan Tests (1)': {
2528 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022529 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182530 }
2531 },
2532 'Linux TSan Tests': {
2533 'swarming': {
2534 'shards': 4,
2535 }
2536 },
Kenneth Russelleb60cbd22017-12-05 07:54:282537 },
2538 },
Xi Cheng34ca4042018-02-23 00:10:122539 'notification_helper_unittests': {
2540 'remove_from': [
2541 # chromium.win, this unit test requires WinRT, which only exists on Windows 8 or above.
2542 'Win 7 Tests x64 (1)',
2543 'Win7 (32) Tests',
2544 'Win7 Tests (1)',
2545 'Win7 Tests (dbg)(1)',
Oksana Zhuravlova7f996212018-02-28 04:23:082546 # chromium.clang, the following bots run on Windows 7, where the unit test doesn't run.
2547 'CrWinAsan',
2548 'CrWinAsan(dll)',
2549 'CrWinAsanCov',
2550 'CrWinClang',
2551 'CrWinClang(dbg)',
2552 'CrWinClang(shared)',
2553 'CrWinClang64',
2554 'CrWinClang64(dbg)',
2555 'CrWinClang64(dll)',
2556 'CrWinClangLLD',
2557 'CrWinClangLLD64',
2558 'CrWinClngLLD64dbg',
2559 'CrWinClngLLDdbg',
Xi Cheng34ca4042018-02-23 00:10:122560 'ToTWin',
2561 'ToTWin(dbg)',
2562 'ToTWin(dll)',
2563 'ToTWin64',
2564 'ToTWin64(dbg)',
2565 'ToTWin64(dll)',
2566 'ToTWinCFI',
2567 'ToTWinCFI64',
Nico Weber6c23b352018-03-09 14:22:122568 'ToTWinLibcxx64',
Oksana Zhuravlova7f996212018-02-28 04:23:082569 'ToTWinThinLTO64',
2570 # chromium.fyi
2571 'CrWinAsan tester',
2572 'CrWinAsan(dll) tester',
2573 'CrWinAsanCov tester',
Xi Cheng34ca4042018-02-23 00:10:122574 'Out of Process Profiling Windows',
2575 ],
2576 },
Kenneth Russell56a3e862017-12-08 03:11:342577 'printing_unittests': {
2578 'remove_from': [
2579 # chromium.chromiumos
2580 'Linux ChromiumOS Tests (dbg)(1)',
2581 'linux-chromeos-dbg',
2582 ],
2583 },
Kenneth Russelleb60cbd22017-12-05 07:54:282584 'remoting_unittests': {
2585 'remove_from': [
2586 # On chromium.android, unclear why these aren't run.
2587 'KitKat Phone Tester (dbg)',
2588 'KitKat Phone Tester (rel)',
2589 'KitKat Tablet Tester',
2590 'Lollipop Phone Tester',
2591 'Lollipop Tablet Tester',
2592 'Marshmallow 64 bit Tester',
2593 'Marshmallow Phone Tester (rel)',
2594 'Marshmallow Tablet Tester',
2595 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282596 # chromium.android.fyi
2597 'Jelly Bean Tester',
2598 'Lollipop Consumer Tester',
2599 'Lollipop Low-end Tester',
2600 'Unswarmed N5 Tests Dummy Builder',
2601 'Unswarmed N5X Tests Dummy Builder',
2602 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:392603 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282604 'Linux Tests (dbg)(1)(32)',
Peter Collingbourne6e3a081d2018-02-16 19:54:332605 # chromium.clang
2606 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:582607 # chromium.memory
2608 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:282609 ],
2610 },
2611 'renderer_side_navigation_content_browsertests': {
2612 'remove_from': [
2613 # On chromium.android, unclear why these aren't run on all bots.
2614 'KitKat Phone Tester (dbg)',
2615 'KitKat Phone Tester (rel)',
2616 'KitKat Tablet Tester',
2617 'Lollipop Phone Tester',
2618 'Lollipop Tablet Tester',
2619 'Marshmallow Phone Tester (rel)',
2620 'Marshmallow Tablet Tester',
2621 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282622 # chromium.android.fyi
2623 'Jelly Bean Tester',
2624 'Lollipop Consumer Tester',
2625 'Lollipop Low-end Tester',
2626 'Unswarmed N5 Tests Dummy Builder',
2627 'Unswarmed N5X Tests Dummy Builder',
2628 'x64 Device Tester',
2629 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342630 # chromium.chromiumos
2631 'Linux ChromiumOS Tests (dbg)(1)',
2632 'linux-chromeos-dbg',
2633 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242634 # chromium.clang
2635 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282636 # chromium.fyi
2637 'Out of Process Profiling Android',
Kenneth Russellb3cca6f02017-12-05 22:02:392638 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282639 'Linux Tests (dbg)(1)(32)',
2640 ],
2641 'modifications': {
2642 'Marshmallow 64 bit Tester': {
2643 'swarming': {
2644 'hard_timeout': 1200,
2645 'shards': 6,
2646 },
2647 },
2648 },
2649 },
2650 'renderer_side_navigation_content_shell_test_apk': {
2651 'remove_from': [
2652 # On chromium.android, unclear why these aren't run.
2653 'KitKat Phone Tester (dbg)',
2654 'KitKat Phone Tester (rel)',
2655 'KitKat Tablet Tester',
2656 'Lollipop Phone Tester',
2657 'Lollipop Tablet Tester',
2658 'Marshmallow Phone Tester (rel)',
2659 'Marshmallow Tablet Tester',
2660 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282661 # chromium.android.fyi
2662 'Jelly Bean Tester',
2663 'Lollipop Consumer Tester',
2664 'Lollipop Low-end Tester',
2665 'Unswarmed N5 Tests Dummy Builder',
2666 'Unswarmed N5X Tests Dummy Builder',
2667 'x64 Device Tester',
2668 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242669 # chromium.clang
2670 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282671 # chromium.fyi
2672 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282673 ],
2674 'modifications': {
2675 'Marshmallow 64 bit Tester': {
2676 'swarming': {
2677 'hard_timeout': 960,
2678 'shards': 3,
2679 },
2680 },
2681 },
2682 },
2683 'renderer_side_navigation_content_unittests': {
2684 'remove_from': [
2685 # On chromium.android, unclear why these aren't run on all bots.
2686 'KitKat Phone Tester (dbg)',
2687 'KitKat Phone Tester (rel)',
2688 'KitKat Tablet Tester',
2689 'Lollipop Phone Tester',
2690 'Lollipop Tablet Tester',
2691 'Marshmallow Phone Tester (rel)',
2692 'Marshmallow Tablet Tester',
2693 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282694 # chromium.android.fyi
2695 'Jelly Bean Tester',
2696 'Lollipop Consumer Tester',
2697 'Lollipop Low-end Tester',
2698 'Unswarmed N5 Tests Dummy Builder',
2699 'Unswarmed N5X Tests Dummy Builder',
2700 'x64 Device Tester',
2701 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342702 # chromium.chromiumos
2703 'Linux ChromiumOS Tests (dbg)(1)',
2704 'linux-chromeos-dbg',
2705 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:242706 # chromium.clang
2707 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282708 # chromium.fyi
2709 'Out of Process Profiling Android',
Kenneth Russellb3cca6f02017-12-05 22:02:392710 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:282711 'Linux Tests (dbg)(1)(32)',
2712 ],
2713 },
2714 'renderer_side_navigation_webview_instrumentation_test_apk': {
2715 'remove_from': [
2716 # On chromium.android, unclear why these aren't run on all bots.
2717 'KitKat Phone Tester (dbg)',
2718 'KitKat Phone Tester (rel)',
2719 'KitKat Tablet Tester',
2720 'Lollipop Phone Tester',
2721 'Lollipop Tablet Tester',
2722 'Marshmallow Phone Tester (rel)',
2723 'Marshmallow Tablet Tester',
2724 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282725 # chromium.android.fyi
2726 'Jelly Bean Tester',
2727 'Lollipop Consumer Tester',
2728 'Lollipop Low-end Tester',
2729 'Unswarmed N5 Tests Dummy Builder',
2730 'Unswarmed N5X Tests Dummy Builder',
2731 'x64 Device Tester',
2732 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242733 # chromium.clang
2734 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:282735 # chromium.fyi
2736 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282737 ],
2738 'modifications': {
2739 'Marshmallow 64 bit Tester': {
2740 'swarming': {
2741 'hard_timeout': 1200,
2742 'shards': 8,
2743 },
2744 },
2745 },
2746 },
2747 'sandbox_linux_unittests': {
2748 'modifications': {
2749 'KitKat Tablet Tester': {
2750 'swarming': {
2751 'hard_timeout': 60,
2752 },
2753 },
2754 'Marshmallow Tablet Tester': {
2755 'swarming': {
2756 'hard_timeout': 60,
2757 },
2758 },
Kenneth Russell56a3e862017-12-08 03:11:342759 'Linux ChromiumOS Tests (dbg)(1)': {
2760 'args': [
2761 '--test-launcher-print-test-stdio=always',
2762 ],
2763 },
2764 'linux-chromeos-dbg': {
2765 'args': [
2766 '--test-launcher-print-test-stdio=always',
2767 ],
2768 },
2769 'linux-chromeos-rel': {
2770 'args': [
2771 '--test-launcher-print-test-stdio=always',
2772 ],
2773 },
Kenneth Russelleb60cbd22017-12-05 07:54:282774 'Linux Tests (dbg)(1)': {
2775 'args': [
2776 '--test-launcher-print-test-stdio=always',
2777 ],
2778 },
2779 'Linux Tests (dbg)(1)(32)': {
2780 'args': [
2781 '--test-launcher-print-test-stdio=always',
2782 ],
2783 },
2784 'Lollipop Tablet Tester': {
2785 'swarming': {
2786 'hard_timeout': 60,
2787 },
2788 },
2789 },
2790 },
2791 'service_manager_unittests': {
2792 'remove_from': [
2793 # On chromium.android, unclear why these aren't run.
2794 'KitKat Phone Tester (dbg)',
2795 'KitKat Phone Tester (rel)',
2796 'KitKat Tablet Tester',
2797 'Lollipop Phone Tester',
2798 'Lollipop Tablet Tester',
2799 'Marshmallow 64 bit Tester',
2800 'Marshmallow Phone Tester (rel)',
2801 'Marshmallow Tablet Tester',
2802 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282803 # chromium.android.fyi
2804 'Jelly Bean Tester',
2805 'Lollipop Consumer Tester',
2806 'Lollipop Low-end Tester',
2807 'Unswarmed N5 Tests Dummy Builder',
2808 'Unswarmed N5X Tests Dummy Builder',
2809 'x64 Device Tester',
2810 'x86 Cloud Tester',
Kenneth Russell56a3e862017-12-08 03:11:342811 # chromium.chromiumos
2812 'Linux ChromiumOS Tests (dbg)(1)',
2813 'linux-chromeos-dbg',
2814 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282815 # chromium.fyi
2816 'Chromium Win 10 GCE Tests',
2817 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282818 'Cast Audio Linux',
2819 'Cast Linux',
2820 'Linux Tests (dbg)(1)(32)',
2821 # On chromium.mac, unclear why these aren't run.
2822 'Mac10.10 Tests',
2823 'Mac10.11 Tests',
2824 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:142825 'Mac10.13 Tests',
2826 'Mac10.13 Tests (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282827 'Win7 Tests (dbg)(1)',
2828 'Win10 Tests x64',
2829 ],
Kevin Marshall2a829862018-03-27 22:24:552830 'modifications': {
2831 # chromium.fyi
2832 'Fuchsia': {
2833 'args': [
2834 '--use-new-test-runner',
2835 ],
2836 },
2837 }
Kenneth Russelleb60cbd22017-12-05 07:54:282838 },
2839 'services_unittests': {
2840 'remove_from': [
2841 # On chromium.android, unclear why these aren't run on all bots.
2842 'KitKat Tablet Tester',
2843 'Lollipop Phone Tester',
2844 'Lollipop Tablet Tester',
2845 'Marshmallow 64 bit Tester',
2846 'Marshmallow Tablet Tester',
2847 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282848 # chromium.android.fyi
2849 'Jelly Bean Tester',
2850 'Lollipop Consumer Tester',
2851 'Lollipop Low-end Tester',
2852 'Unswarmed N5 Tests Dummy Builder',
2853 'Unswarmed N5X Tests Dummy Builder',
2854 'x64 Device Tester',
2855 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:242856 # chromium.clang
2857 'CFI Linux (icall)',
2858 'CFI Linux ToT',
2859 'CrWinAsan',
2860 'CrWinAsan(dll)',
2861 'CrWinAsanCov',
2862 'ToTAndroidASan',
2863 'ToTLinuxMSan',
2864 'ToTLinuxThinLTO',
Kenneth Russell8ceeabf2017-12-11 17:53:282865 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592866 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282867 'Chromium Mac 10.11',
2868 'Chromium Mac 10.11 Force Mac Toolchain',
2869 'Chromium Mac 10.13',
2870 'CrWinAsan tester',
2871 'CrWinAsan(dll) tester',
2872 'CrWinAsanCov tester',
2873 'ThinLTO Linux ToT',
Kenneth Russell8ceeabf2017-12-11 17:53:282874 'Win 10 Fast Ring',
Kenneth Russelleb60cbd22017-12-05 07:54:282875 # On chromium.linux, unclear why these aren't run on Cast.
2876 'Cast Audio Linux',
2877 'Cast Linux',
John Budorickca14c76f62017-12-09 14:19:182878 # chromium.memory
2879 'Linux CFI',
2880 'Linux ChromiumOS MSan Tests',
2881 'Linux MSan Tests',
2882 'Linux TSan Tests',
2883 'Mac ASan 64 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282884 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282885 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282886 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:282887 'Marshmallow Phone Tester (rel)': {
2888 'swarming': {
2889 'hard_timeout': 300,
2890 },
2891 },
Kenneth Russelleb60cbd22017-12-05 07:54:282892 },
2893 },
2894 'site_per_process_browser_tests': {
2895 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282896 # chromium.fyi
2897 'Site Isolation Android',
2898 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282899 'Linux Tests (dbg)(1)(32)',
2900 ],
2901 'modifications': {
2902 'Linux Tests (dbg)(1)': {
2903 'swarming': {
2904 'shards': 10,
2905 },
2906 },
Dirk Pranke8fd63c12017-12-10 18:06:272907 # client.v8.chromium
2908 'Linux - Future (dbg)': {
2909 'swarming': {
2910 'shards': 10,
2911 },
2912 },
Kenneth Russelleb60cbd22017-12-05 07:54:282913 },
2914 },
Dirk Pranke7feb8802017-12-14 19:27:452915 'site_per_process_components_browsertests': {
2916 'remove_from': [
2917 # chromium.linux
2918 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452919 ],
2920 },
2921 'site_per_process_components_unittests': {
2922 'remove_from': [
2923 # chromium.linux
2924 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452925 ],
2926 },
Kenneth Russelleb60cbd22017-12-05 07:54:282927 'site_per_process_content_browsertests': {
2928 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:452929 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282930 'Linux Tests (dbg)(1)(32)',
2931 ],
Kenneth Russell8ceeabf2017-12-11 17:53:282932 'modifications': {
2933 # chromium.fyi
2934 'Site Isolation Android': {
2935 'swarming': {
2936 'shards': 6,
2937 },
2938 },
2939 },
Kenneth Russelleb60cbd22017-12-05 07:54:282940 },
2941 'site_per_process_content_unittests': {
2942 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:452943 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282944 'Linux Tests (dbg)(1)(32)',
2945 ],
2946 },
Dirk Pranke7feb8802017-12-14 19:27:452947 'site_per_process_extensions_browsertests': {
2948 'remove_from': [
2949 # chromium.linux
2950 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452951 ],
2952 },
2953 'site_per_process_extensions_unittests': {
2954 'remove_from': [
2955 # chromium.linux
2956 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452957 ],
2958 },
2959 'site_per_process_interactive_ui_tests': {
2960 'remove_from': [
2961 # chromium.linux
2962 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452963 ],
2964 },
2965 'site_per_process_sync_integration_tests': {
2966 'remove_from': [
2967 # chromium.linux
2968 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452969 ],
2970 },
Kenneth Russelleb60cbd22017-12-05 07:54:282971 'site_per_process_unit_tests': {
2972 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282973 # chromium.fyi
2974 'Site Isolation Android',
2975 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282976 'Linux Tests (dbg)(1)(32)',
2977 ],
Dirk Pranke8fd63c12017-12-10 18:06:272978 'modifications': {
2979 'Linux - Future': {
2980 'args': [
2981 '--site-per-process',
2982 ],
2983 },
2984 'Linux - Future (dbg)': {
2985 # TODO(dpranke): this should be --site-per-process.
2986 'args': [
2987 '--site_per_process',
2988 ],
2989 },
2990 },
Kenneth Russelleb60cbd22017-12-05 07:54:282991 },
Dirk Prankeb4ab1e42017-12-19 22:00:532992 'site_per_process_webkit_layout_tests': {
2993 'remove_from': [
2994 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:432995 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2996 'Linux Tests (dbg)(1)',
Dirk Prankeb4ab1e42017-12-19 22:00:532997 'Linux Tests (dbg)(1)(32)',
Dirk Prankeb4ab1e42017-12-19 22:00:532998 ],
2999 },
Dirk Pranke1b767092017-12-07 04:44:233000 'sizes': {
3001 'remove_from': [
3002 'Win',
3003 'Win x64',
3004 ],
3005 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:283006 # chromium
Dirk Pranke1b767092017-12-07 04:44:233007 'Mac': {
3008 'args': [
3009 'mac-release/sizes',
3010 ],
3011 },
3012 'Linux x64': {
3013 'args': [
3014 'linux-release-64/sizes',
3015 ],
3016 },
Kenneth Russell8ceeabf2017-12-11 17:53:283017 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:283018 'Android Cronet KitKat Builder': {
3019 'args': [
3020 '--platform',
3021 'android-cronet',
3022 '--perf-id',
3023 'android_cronet_builder',
3024 'cronet-arm/sizes',
3025 ],
3026 'override_compile_targets': [
3027 'cronet',
3028 ],
3029 },
Dirk Pranke1b767092017-12-07 04:44:233030 },
3031 },
Kenneth Russelleb60cbd22017-12-05 07:54:283032 'skia_unittests': {
3033 'remove_from': [
3034 # On chromium.android, unclear why these aren't run.
3035 'KitKat Phone Tester (dbg)',
3036 'KitKat Phone Tester (rel)',
3037 'KitKat Tablet Tester',
3038 'Lollipop Phone Tester',
3039 'Lollipop Tablet Tester',
3040 'Marshmallow 64 bit Tester',
3041 'Marshmallow Phone Tester (rel)',
3042 'Marshmallow Tablet Tester',
3043 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283044 # chromium.android.fyi
3045 'Jelly Bean Tester',
3046 'Lollipop Consumer Tester',
3047 'Lollipop Low-end Tester',
3048 'Unswarmed N5 Tests Dummy Builder',
3049 'Unswarmed N5X Tests Dummy Builder',
3050 'x86 Cloud Tester',
Kenneth Russellb3cca6f02017-12-05 22:02:393051 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:283052 'Cast Audio Linux',
3053 'Cast Linux',
3054 ],
Kevin Marshalld3c41f5e2018-02-02 04:43:513055 'modifications': {
3056 # chromium.fyi
3057 'Fuchsia': {
3058 'args': [
3059 '--use-new-test-runner',
3060 '-v', # Useful for getting debug info and SCP throughput stats.
3061 ],
3062 },
3063 },
Kenneth Russelleb60cbd22017-12-05 07:54:283064 },
3065 'snapshot_unittests': {
3066 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:343067 # chromium.chromiumos
3068 'Linux ChromiumOS Tests (dbg)(1)',
3069 'linux-chromeos-dbg',
3070 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283071 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:593072 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283073 'Chromium Mac 10.11',
3074 'Chromium Mac 10.11 Force Mac Toolchain',
3075 'Chromium Mac 10.13',
3076 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:283077 # On chromium.win, unclear why these aren't run.
3078 'Win 7 Tests x64 (1)',
3079 'Win10 Tests x64',
3080 'Win7 (32) Tests',
3081 'Win7 Tests (1)',
3082 'Win7 Tests (dbg)(1)',
3083 ],
3084 },
3085 'sql_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:593086 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:283087 # chromium.fyi
3088 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:593089 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283090 'modifications': {
3091 'KitKat Tablet Tester': {
3092 'swarming': {
3093 'hard_timeout': 60,
3094 },
3095 },
3096 'Lollipop Tablet Tester': {
3097 'swarming': {
3098 'hard_timeout': 60,
3099 },
3100 },
3101 'Marshmallow Tablet Tester': {
3102 'swarming': {
Yuke Liao5d6014d2018-03-20 22:09:563103 'hard_timeout': 120,
Kenneth Russelleb60cbd22017-12-05 07:54:283104 },
3105 },
Kevin Marshalld3c41f5e2018-02-02 04:43:513106
3107 # chromium.fyi
3108 'Fuchsia': {
3109 'args': [
3110 '--use-new-test-runner',
3111 '-v', # Useful for getting debug info and SCP throughput stats.
3112 ],
3113 },
Kenneth Russelleb60cbd22017-12-05 07:54:283114 },
3115 },
3116 'storage_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:243117 'remove_from': [
3118 # chromium.clang
3119 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:243120 'ToTLinuxThinLTO',
3121 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:133122 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:283123 # chromium.fyi
3124 'Out of Process Profiling Mac',
3125 'ThinLTO Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:243126 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283127 'modifications': {
3128 # chromium.android
3129 'KitKat Phone Tester (dbg)': {
3130 'swarming': {
3131 'hard_timeout': 180,
3132 },
3133 },
3134 'KitKat Phone Tester (rel)': {
3135 'swarming': {
3136 'hard_timeout': 180,
3137 },
3138 },
3139 'KitKat Tablet Tester': {
3140 'swarming': {
3141 'hard_timeout': 120,
3142 },
3143 },
3144 'Lollipop Phone Tester': {
3145 'swarming': {
3146 'hard_timeout': 960,
3147 },
3148 },
3149 'Lollipop Tablet Tester': {
3150 'swarming': {
3151 'hard_timeout': 300,
3152 },
3153 },
3154 'Marshmallow 64 bit Tester': {
3155 'swarming': {
3156 'hard_timeout': 960,
3157 },
3158 },
3159 'Marshmallow Tablet Tester': {
3160 'swarming': {
3161 'hard_timeout': 300,
3162 },
3163 },
Kenneth Russelleb60cbd22017-12-05 07:54:283164 },
3165 },
3166 'sync_integration_tests': {
3167 'modifications': {
3168 'Win7 Tests (dbg)(1)': {
3169 'swarming': {
3170 'shards': 2,
3171 },
3172 },
3173 },
John Budorickca14c76f62017-12-09 14:19:183174 'remove_from': [
3175 # chromium.memory
3176 'Linux ASan LSan Tests (1)',
3177 'Linux CFI',
3178 'Linux Chromium OS ASan LSan Tests (1)',
3179 'Linux ChromiumOS MSan Tests',
3180 'Linux MSan Tests',
3181 'Linux TSan Tests',
3182 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283183 },
3184 'telemetry_perf_unittests': {
3185 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:283186 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:283187 'KitKat Phone Tester (rel)': {
3188 'args': [
3189 '--browser=android-chromium',
3190 '--device=android',
3191 ],
3192 'swarming': {
3193 'dimension_sets': [
3194 {
3195 'temp_band': '<30',
3196 },
3197 ],
3198 'hard_timeout': 1500,
3199 'shards': 15,
3200 },
3201 },
3202 'Marshmallow Phone Tester (rel)': {
3203 'args': [
3204 '--browser=android-chromium',
3205 '--device=android',
3206 ],
3207 'swarming': {
3208 'dimension_sets': [
3209 {
3210 'temp_band': '<30',
3211 },
3212 ],
3213 'hard_timeout': 1500,
3214 'shards': 15,
3215 },
3216 },
Kenneth Russell8ceeabf2017-12-11 17:53:283217 # chromium.android.fyi
3218 'x86 Cloud Tester': {
3219 'args': [
3220 '--browser=android-chromium',
3221 '--device=android',
3222 ],
3223 'swarming': {
3224 'shards': 1,
3225 },
3226 },
Tom Andersonae738bda2018-02-20 20:40:093227 # chromium.fyi
3228 'Linux Xenial': {
3229 'args': [
3230 '--xvfb',
3231 '--jobs=1',
3232 ],
3233 },
Kenneth Russell8ceeabf2017-12-11 17:53:283234 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:283235 'Linux Tests': {
3236 'args': [
3237 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:483238 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:283239 ],
3240 },
Ned Nguyeneb3911e2017-12-11 20:16:023241 'Linux Tests (dbg)(1)': {
3242 'args': [
3243 '--xvfb',
nednguyen35d625f22018-01-11 19:45:303244 '--jobs=1',
Ned Nguyeneb3911e2017-12-11 20:16:023245 ],
3246 },
Kenneth Russell8ceeabf2017-12-11 17:53:283247 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:283248 # Disable parallelism on all Mac bots.
3249 'Mac10.10 Tests': {
3250 'args': [
3251 '--jobs=1',
3252 ],
3253 },
3254 'Mac10.11 Tests': {
3255 'args': [
3256 '--jobs=1',
3257 ],
3258 },
3259 'Mac10.12 Tests': {
3260 'args': [
3261 '--jobs=1',
3262 ],
3263 },
Ned Nguyen6e6e5b32018-02-21 20:21:503264 'Win7 Tests (dbg)(1)': {
3265 'args': [
3266 '--jobs=1',
3267 ],
3268 'swarming': {
3269 'shards': 20,
3270 },
3271 'experiment_percentage': 100,
3272 },
Kenneth Russelleb60cbd22017-12-05 07:54:283273 },
3274 'remove_from': [
Kenneth Russelleb60cbd22017-12-05 07:54:283275 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b232018-03-03 02:59:143276 'Mac10.13 Tests',
3277 'Mac10.13 Tests (dbg)',
Dirk Pranke8fd63c12017-12-10 18:06:273278 # client.v8.chromium
3279 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:283280 ],
3281 },
Dirk Prankedd1d2a02017-12-08 20:51:593282 'telemetry_unittests': {
3283 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:283284 'Out of Process Profiling Mac': {
3285 'swarming': {
3286 'shards': 2,
3287 },
3288 },
Dirk Prankedd1d2a02017-12-08 20:51:593289 },
3290 },
Kenneth Russelleb60cbd22017-12-05 07:54:283291 'traffic_annotation_auditor_unittests': {
3292 'modifications': {
3293 'Linux Tests': {
3294 # Unclear why this isn't swarmed.
3295 'swarming': {
3296 'can_use_on_swarming_builders': False,
3297 },
3298 },
3299 },
3300 'remove_from': [
3301 # On chromium.linux, unclear why these only run on "Linux Tests".
3302 'Linux Tests (dbg)(1)',
3303 'Linux Tests (dbg)(1)(32)',
3304 ],
3305 },
3306 'ui_android_unittests': {
3307 'modifications': {
3308 'KitKat Tablet Tester': {
3309 'swarming': {
3310 'hard_timeout': 120,
3311 },
3312 },
3313 'Marshmallow Tablet Tester': {
3314 'swarming': {
3315 'hard_timeout': 120,
3316 },
3317 },
3318 },
3319 },
3320 'ui_base_unittests': {
3321 'modifications': {
3322 'KitKat Tablet Tester': {
3323 'swarming': {
3324 'hard_timeout': 120,
3325 },
3326 },
3327 'Marshmallow Tablet Tester': {
3328 'swarming': {
3329 'hard_timeout': 120,
3330 },
3331 },
Kevin Marshallabedd9c2018-03-22 22:53:013332 # chromium.fyi
3333 'Fuchsia': {
3334 'args': [
3335 '--use-new-test-runner',
3336 ],
3337 },
Kenneth Russelleb60cbd22017-12-05 07:54:283338 },
3339 },
3340 'ui_touch_selection_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:243341 'remove_from': [
3342 # chromium.clang
3343 'ToTLinuxASan',
John Budorickca14c76f62017-12-09 14:19:183344 # chromium.memory
3345 'Linux ASan LSan Tests (1)',
3346 'Linux ChromiumOS MSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:243347 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283348 'modifications': {
3349 'KitKat Tablet Tester': {
3350 'swarming': {
3351 'hard_timeout': 120,
3352 },
3353 },
3354 'Marshmallow Tablet Tester': {
3355 'swarming': {
3356 'hard_timeout': 120,
3357 },
3358 },
3359 },
3360 },
3361 'unit_tests': {
3362 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243363 # chromium.clang
3364 'CrWinAsanCov',
Kenneth Russell8ceeabf2017-12-11 17:53:283365 # chromium.fyi
3366 'CrWinAsanCov tester',
Kenneth Russelleb60cbd22017-12-05 07:54:283367 # On chromium.linux, unclear why these aren't run on Cast.
3368 'Cast Audio Linux',
3369 'Cast Linux',
3370 ],
3371 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:243372 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:283373 'KitKat Tablet Tester': {
3374 'swarming': {
3375 'hard_timeout': 1200,
3376 'shards': 2,
3377 },
3378 },
3379 'Lollipop Phone Tester': {
3380 'swarming': {
3381 'hard_timeout': 960,
3382 'shards': 2,
3383 },
3384 },
3385 'Lollipop Tablet Tester': {
3386 'swarming': {
3387 'hard_timeout': 1200,
3388 'shards': 2,
3389 },
3390 },
3391 'Marshmallow 64 bit Tester': {
3392 'swarming': {
3393 'hard_timeout': 960,
3394 'shards': 2,
3395 },
3396 },
3397 'Marshmallow Phone Tester (rel)': {
3398 'swarming': {
3399 'hard_timeout': 960,
3400 'shards': 2,
3401 },
3402 },
3403 'Marshmallow Tablet Tester': {
3404 'swarming': {
3405 'hard_timeout': 1200,
3406 'shards': 2,
3407 },
3408 },
Kenneth Russell8ceeabf2017-12-11 17:53:283409 # chromium.android.fyi
3410 'Lollipop Low-end Tester': {
3411 'swarming': {
3412 'hard_timeout': 0,
3413 },
3414 },
3415 'Nougat Phone Tester': {
3416 'swarming': {
3417 'hard_timeout': 1200,
3418 'shards': 2,
3419 },
3420 },
3421 'x64 Device Tester': {
3422 'swarming': {
3423 'hard_timeout': 0,
3424 },
3425 },
3426 'x86 Cloud Tester': {
3427 'swarming': {
3428 'hard_timeout': 0,
3429 },
3430 },
Kenneth Russellfbda3c532017-12-08 23:57:243431 # chromium.clang
3432 'ToTLinuxASan': {
3433 'swarming': {
3434 'shards': 2,
3435 },
John Budorickca14c76f62017-12-09 14:19:183436 },
Dirk Pranke20eae9a72017-12-09 18:12:143437 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:183438 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343439 # These are slow on the ASAN trybot for some reason.
3440 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:183441 'swarming': {
John Budorick5052d552017-12-13 02:59:343442 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183443 },
3444 },
3445 'Linux Chromium OS ASan LSan Tests (1)': {
3446 'args': [
3447 '--test-launcher-filter-file=../../testing/buildbot/filters/unit_tests_cros_asan.filter',
3448 ],
3449 },
3450 'Linux TSan Tests': {
3451 'swarming': {
3452 'shards': 2,
3453 },
3454 },
Dirk Pranke20eae9a72017-12-09 18:12:143455 # chromium.swarm
3456 'Android N5X Swarm': {
3457 'swarming': {
3458 'shards': 8,
3459 },
3460 },
Kenneth Russelleb60cbd22017-12-05 07:54:283461 },
3462 },
3463 'url_unittests': {
3464 'remove_from': [
3465 # On chromium.android, unclear why these aren't run.
3466 'KitKat Phone Tester (dbg)',
3467 'KitKat Phone Tester (rel)',
3468 'KitKat Tablet Tester',
3469 'Lollipop Phone Tester',
3470 'Lollipop Tablet Tester',
3471 'Marshmallow 64 bit Tester',
3472 'Marshmallow Phone Tester (rel)',
3473 'Marshmallow Tablet Tester',
3474 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283475 # chromium.android.fyi
3476 'Jelly Bean Tester',
3477 'Lollipop Consumer Tester',
3478 'Lollipop Low-end Tester',
3479 'Unswarmed N5 Tests Dummy Builder',
3480 'Unswarmed N5X Tests Dummy Builder',
3481 'x86 Cloud Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:283482 ],
3483 },
3484 'views_unittests': {
3485 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243486 # chromium.clang
3487 'ToTLinuxASan',
3488 'ToTMacASan',
3489 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:283490 'Linux Tests (dbg)(1)(32)',
John Budorickca14c76f62017-12-09 14:19:183491 # chromium.memory
3492 'Linux ASan LSan Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:283493 ],
3494 },
jonrossd72287f2018-03-12 13:49:203495 'viz_browser_tests': {
3496 'remove_from': [
3497 # Currently too flaky on Windows.
3498 'Win 7 Tests x64 (1)',
3499 'Win10 Tests x64',
3500 'Win7 Tests (1)',
3501 'Win7 Tests (dbg)(1)',
3502 ],
3503 },
Kenneth Russelleb60cbd22017-12-05 07:54:283504 'viz_unittests': {
3505 'remove_from': [
3506 # On chromium.android, unclear why these aren't run on all bots.
3507 'Nougat Phone Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243508 # chromium.clang
3509 'CFI Linux (icall)',
3510 'CFI Linux ToT',
3511 'ToTAndroid x64',
3512 'ToTAndroidASan',
3513 'ToTLinux',
3514 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:243515 'ToTLinuxThinLTO',
3516 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:133517 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:283518 # chromium.android.fyi
3519 'Jelly Bean Tester',
3520 'Lollipop Consumer Tester',
3521 'Lollipop Low-end Tester',
3522 'Unswarmed N5 Tests Dummy Builder',
3523 'Unswarmed N5X Tests Dummy Builder',
3524 'x64 Device Tester',
3525 'x86 Cloud Tester',
3526 # chromium.fyi
3527 'Chromium Win 10 GCE Tests',
3528 'Out of Process Profiling Android',
3529 'Out of Process Profiling Linux',
3530 'ThinLTO Linux ToT',
Kenneth Russelleb60cbd22017-12-05 07:54:283531 # chromium.win
3532 'Win10 Tests x64',
John Budorickca14c76f62017-12-09 14:19:183533 # chromium.memory
3534 'Linux CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:283535 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283536 'modifications': {
3537 'KitKat Tablet Tester': {
3538 'swarming': {
3539 'hard_timeout': 300,
3540 },
3541 },
3542 'Lollipop Tablet Tester': {
3543 'swarming': {
3544 'hard_timeout': 300,
3545 },
3546 },
3547 'Marshmallow Phone Tester (rel)': {
3548 'swarming': {
3549 'hard_timeout': 960,
3550 },
3551 },
3552 'Marshmallow Tablet Tester': {
3553 'swarming': {
3554 'hard_timeout': 300,
3555 },
3556 },
3557 },
3558 },
3559 'vr_common_unittests': {
3560 'remove_from': [
3561 # On chromium.android, unclear why these aren't run on all bots.
3562 'KitKat Phone Tester (dbg)',
3563 'KitKat Phone Tester (rel)',
Kenneth Russell8ceeabf2017-12-11 17:53:283564 'Nougat Phone Tester chromium.android',
3565 # chromium.android.fyi
3566 'Jelly Bean Tester',
3567 'Lollipop Consumer Tester',
3568 'Lollipop Low-end Tester',
3569 'Unswarmed N5 Tests Dummy Builder',
3570 'Unswarmed N5X Tests Dummy Builder',
3571 'x64 Device Tester',
3572 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243573 # chromium.clang
3574 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:283575 # chromium.fyi
3576 'Chromium Win 10 GCE Tests',
3577 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:283578 # chromium.win
3579 'Win 7 Tests x64 (1)',
3580 'Win10 Tests x64',
3581 ],
3582 'modifications': {
3583 'KitKat Tablet Tester': {
3584 'swarming': {
3585 'hard_timeout': 300,
3586 },
3587 },
3588 'Lollipop Tablet Tester': {
3589 'swarming': {
3590 'hard_timeout': 300,
3591 },
3592 },
3593 'Marshmallow Phone Tester (rel)': {
3594 'swarming': {
3595 'hard_timeout': 960,
3596 },
3597 },
3598 'Marshmallow Tablet Tester': {
3599 'swarming': {
3600 'hard_timeout': 300,
3601 },
3602 },
3603 },
3604 },
Kenneth Russellfbda3c532017-12-08 23:57:243605 'vr_pixeltests': {
3606 'remove_from': [
3607 # chromium.android
3608 'KitKat Phone Tester (dbg)',
3609 'KitKat Phone Tester (rel)',
3610 'KitKat Tablet Tester',
3611 'Lollipop Phone Tester',
3612 'Lollipop Tablet Tester',
3613 'Marshmallow 64 bit Tester',
3614 'Marshmallow Phone Tester (rel)',
3615 'Marshmallow Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283616 # chromium.android.fyi
3617 'Jelly Bean Tester',
3618 'Lollipop Consumer Tester',
3619 'Lollipop Low-end Tester',
3620 'Nougat Phone Tester chromium.android.fyi',
3621 'Unswarmed N5 Tests Dummy Builder',
3622 'Unswarmed N5X Tests Dummy Builder',
3623 'x64 Device Tester',
3624 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243625 # chromium.clang
3626 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:283627 # chromium.fyi
3628 'Chromium Win 10 GCE Tests',
3629 'Out of Process Profiling Android',
3630 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243631 # chromium.win
3632 'Win 7 Tests x64 (1)',
3633 'Win10 Tests x64',
3634 'Win7 Tests (1)',
3635 'Win7 Tests (dbg)(1)',
3636 ],
3637 },
Kenneth Russelleb60cbd22017-12-05 07:54:283638 'webkit_layout_tests': {
3639 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:243640 # chromium.clang
3641 'ToTMac',
Kenneth Russell8ceeabf2017-12-11 17:53:283642 # chromium.fyi
3643 'Chromium Mac 10.11',
3644 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:243645 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:433646 'Linux Tests (dbg)(1)',
Kenneth Russelleb60cbd22017-12-05 07:54:283647 'Linux Tests (dbg)(1)(32)',
Kenneth Russellfbda3c532017-12-08 23:57:243648 # chromium.mac
Shenghua Zhangbd6f1b232018-03-03 02:59:143649 'Mac10.13 Tests',
3650 'Mac10.13 Tests (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:243651 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283652 'Win 7 Tests x64 (1)',
3653 'Win10 Tests x64',
3654 'Win7 Tests (1)',
3655 ],
3656 'key_removals': {
3657 'Win7 Tests (dbg)(1)': [
3658 'results_handler',
3659 ],
3660 },
3661 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:283662 # chromium.fyi
Dirk Prankea85f2acd2018-02-02 02:35:433663 'Dummy WebKit Mac10.13': {
3664 'swarming': {
3665 'shards': 6,
3666 },
3667 },
John Budoricka14c2c392018-03-02 19:00:443668 'linux-blink-heap-incremental-marking': {
3669 'args': [
3670 '--debug',
John Budoricka73769af2018-03-08 16:35:213671 '--additional-driver-flag=--enable-blink-features=HeapIncrementalMarking',
John Budoricka14c2c392018-03-02 19:00:443672 ],
3673 },
Kenneth Russell8ceeabf2017-12-11 17:53:283674 'WebKit Linux layout_ng Dummy Builder': {
3675 'args': [
3676 '--additional-driver-flag=--enable-blink-features=LayoutNG',
3677 '--additional-driver-flag=--enable-blink-features=LayoutNGPaintFragments',
3678 '--additional-driver-flag=--enable-slimming-paint-v175',
3679 ],
3680 'swarming': {
3681 'shards': 15,
3682 },
3683 },
3684 'WebKit Linux root_layer_scrolls Dummy Builder': {
3685 'args': [
3686 '--additional-driver-flag=--root-layer-scrolls',
3687 ],
3688 'swarming': {
3689 'shards': 15,
3690 },
3691 },
3692 'WebKit Linux slimming_paint_v2 Dummy Builder': {
3693 'args': [
Xianzhu Wang0e4447e2018-02-19 06:44:323694 '--additional-driver-flag=--enable-slimming-paint-v2',
Kenneth Russell8ceeabf2017-12-11 17:53:283695 ],
3696 'swarming': {
3697 'shards': 15,
3698 },
3699 },
3700 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:283701 'Linux Tests': {
3702 'swarming': {
3703 'dimension_sets': [
3704 {
3705 # TODO(kbr): this is essentially redundant.
3706 'os': 'Ubuntu-14.04',
3707 },
3708 ],
3709 'shards': 6,
3710 },
3711 },
Kenneth Russell8ceeabf2017-12-11 17:53:283712 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:283713 'Mac10.10 Tests': {
3714 # TODO(kbr): this is essentially redundant.
3715 'swarming': {
3716 'dimension_sets': [
3717 {
3718 'gpu': 'none',
3719 'os': 'Mac-10.10.5',
3720 },
3721 ],
3722 },
3723 },
3724 'Mac10.11 Tests': {
3725 # TODO(kbr): this is essentially redundant.
3726 'swarming': {
3727 'dimension_sets': [
3728 {
3729 'gpu': 'none',
3730 'os': 'Mac-10.11.6',
3731 },
3732 ],
3733 },
3734 },
3735 'Mac10.12 Tests': {
3736 # TODO(kbr): if the Swarming dimensions were explicitly specified for
3737 # all jobs then this wouldn't be needed. However, note that this bot
3738 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
3739 'swarming': {
3740 'dimension_sets': [
3741 {
3742 'gpu': '8086:0a2e',
3743 'hidpi': '0',
3744 'os': 'Mac-10.12.6',
3745 },
3746 ],
3747 'shards': 12,
3748 },
3749 },
Dirk Pranke81ff51c2017-12-09 19:24:283750
3751 # TODO(dpranke): Clean up all of the unneeded exceptions on
3752 # chromium.webkit.
3753 'WebKit Linux Trusty': {
3754 'swarming': {
3755 'dimension_sets': [
3756 {
3757 'os': 'Ubuntu-14.04',
3758 },
3759 ],
3760 },
3761 },
3762 'WebKit Linux Trusty (dbg)': {
3763 'args': [
3764 '--debug',
3765 ],
3766 'swarming': {
3767 'dimension_sets': [
3768 {
3769 'os': 'Ubuntu-14.04',
3770 },
3771 ],
3772 'shards': 20,
3773 },
3774 },
3775 'WebKit Linux Trusty ASAN': {
3776 'args': [
3777 '--additional-expectations',
3778 '../../third_party/WebKit/LayoutTests/ASANExpectations',
3779 '--time-out-ms',
3780 '48000',
3781 '--enable-sanitizer',
3782 ],
3783 'swarming': {
3784 'dimension_sets': [
3785 {
3786 'os': 'Ubuntu-14.04',
3787 },
3788 ],
3789 'shards': 20,
3790 },
3791 },
3792 'WebKit Linux Trusty Leak': {
3793 'args': [
3794 '--additional-expectations',
3795 '../../third_party/WebKit/LayoutTests/LeakExpectations',
3796 '--time-out-ms',
3797 '48000',
3798 '--enable-leak-detection',
3799 ],
3800 'swarming': {
3801 'dimension_sets': [
3802 {
3803 'os': 'Ubuntu-14.04',
3804 },
3805 ],
3806 'shards': 10,
3807 },
3808 },
3809 'WebKit Linux Trusty MSAN': {
3810 'args': [
3811 '--additional-expectations',
3812 '../../third_party/WebKit/LayoutTests/MSANExpectations',
3813 '--time-out-ms',
3814 '66000',
3815 '--enable-sanitizer',
3816 ],
3817 'swarming': {
3818 'dimension_sets': [
3819 {
3820 'os': 'Ubuntu-14.04',
3821 },
3822 ],
3823 'expiration': 36000,
3824 'hard_timeout': 10800,
3825 'io_timeout': 3600,
3826 'shards': 20,
3827 },
3828 },
Dirk Pranke81ff51c2017-12-09 19:24:283829 'WebKit Mac10.11 (dbg)': {
3830 'args': [
3831 '--debug',
3832 ],
Dirk Pranke81ff51c2017-12-09 19:24:283833 },
3834 'WebKit Win10': {
3835 'swarming': {
3836 'dimension_sets': [
3837 {
3838 'os': 'Windows-10-14393',
3839 },
3840 ],
Dirk Pranke81ff51c2017-12-09 19:24:283841 },
3842 },
3843 'WebKit Win7': {
3844 'swarming': {
3845 'dimension_sets': [
3846 {
3847 'os': 'Windows-7-SP1',
3848 },
3849 ],
Dirk Pranke81ff51c2017-12-09 19:24:283850 },
3851 },
3852 'WebKit Win7 (dbg)': {
3853 'swarming': {
3854 'dimension_sets': [
3855 {
3856 'os': 'Windows-7-SP1',
3857 },
3858 ]
3859 },
Dirk Pranke81ff51c2017-12-09 19:24:283860 },
3861
Kenneth Russell8ceeabf2017-12-11 17:53:283862 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283863 'Win7 Tests (dbg)(1)': {
3864 'args': [
3865 '--debug',
3866 '--time-out-ms',
3867 '60000'
3868 ],
3869 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
3870 # from prefered_os_dimension in
3871 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
3872 # Swarming dimensions would be either specified for all testers on the
3873 # waterfall (and therefore, explicitly specified for all tests in the
3874 # generated JSON), or this would be removed, and the implicit one used.
3875 'swarming': {
3876 'dimension_sets': [
3877 {
3878 'os': 'Windows-7-SP1',
3879 }
3880 ],
3881 },
3882 },
3883 },
3884 },
Kenneth Russelleb60cbd22017-12-05 07:54:283885 'webkit_unit_tests': {
3886 'remove_from': [
3887 # On chromium.android, unclear why these aren't run.
3888 'KitKat Phone Tester (dbg)',
3889 'KitKat Phone Tester (rel)',
3890 'KitKat Tablet Tester',
3891 'Lollipop Phone Tester',
3892 'Lollipop Tablet Tester',
3893 'Marshmallow 64 bit Tester',
3894 'Marshmallow Phone Tester (rel)',
3895 'Marshmallow Tablet Tester',
3896 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283897 # chromium.android.fyi
3898 'Android Tests (trial)(dbg)',
3899 'Jelly Bean Tester',
3900 'Lollipop Consumer Tester',
3901 'Lollipop Low-end Tester',
3902 'Unswarmed N5 Tests Dummy Builder',
3903 'Unswarmed N5X Tests Dummy Builder',
3904 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243905 # chromium.clang
3906 'CrWinAsan',
3907 'CrWinAsan(dll)',
3908 'CrWinAsanCov',
Kenneth Russellfbda3c532017-12-08 23:57:243909 'ToTLinuxMSan',
3910 'ToTLinuxThinLTO',
Kenneth Russell8ceeabf2017-12-11 17:53:283911 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:283912 'CrWinAsan tester',
3913 'CrWinAsan(dll) tester',
3914 'CrWinAsanCov tester',
Dirk Pranke33d04f3a2017-12-16 00:05:273915 # chromium.chromiumos
3916 'linux-chromeos-rel', # crbug.com/795440
John Budorickca14c76f62017-12-09 14:19:183917 # chromium.memory
3918 'Linux Chromium OS ASan LSan Tests (1)',
3919 'Linux ChromiumOS MSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:283920 ],
Dirk Pranke81ff51c2017-12-09 19:24:283921 'modifications': {
John Budorick5052d552017-12-13 02:59:343922 # chromium.memory
3923 'Linux ASan LSan Tests (1)': {
3924 # These are very slow on the ASAN trybot for some reason.
3925 # crbug.com/794372
3926 'swarming': {
3927 'shards': 5,
3928 },
3929 },
Dirk Pranke81ff51c2017-12-09 19:24:283930 },
Kenneth Russelleb60cbd22017-12-05 07:54:283931 },
3932 'webview_instrumentation_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:283933 'remove_gtest_from': [
3934 'Lollipop Consumer Tester',
3935 'Unswarmed N5 Tests Dummy Builder',
3936 'Unswarmed N5X Tests Dummy Builder',
3937 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283938 'remove_from': [
3939 # On chromium.android, unclear why these aren't run on all bots.
3940 'KitKat Phone Tester (dbg)',
3941 'KitKat Phone Tester (rel)',
3942 'KitKat Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:283943 'Nougat Phone Tester chromium.android',
3944 # chromium.android.fyi
3945 'Android Tests with Tracing',
3946 'Jelly Bean Tester',
Kenneth Russellfbda3c532017-12-08 23:57:243947 # chromium.clang
3948 'ToTAndroid x64',
Dirk Pranke20eae9a72017-12-09 18:12:143949 # On chromium.swarm, this should possibly be being run (or removed
3950 # from Android N5X Swarm).
3951 'Android N5 Swarm',
Kenneth Russell8ceeabf2017-12-11 17:53:283952 # chromium.fyi
3953 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:283954 ],
Kenneth Russellfbda3c532017-12-08 23:57:243955 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:283956 # chromium.android.fyi
3957 'Lollipop Low-end Tester': [
3958 'args',
3959 ],
3960 'Nougat Phone Tester': [
3961 'args',
3962 ],
Kenneth Russell8ceeabf2017-12-11 17:53:283963 'x86 Cloud Tester': [
3964 'args',
3965 ],
Kenneth Russellfbda3c532017-12-08 23:57:243966 },
Kenneth Russelleb60cbd22017-12-05 07:54:283967 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:243968 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:283969 'Lollipop Phone Tester': {
3970 'swarming': {
3971 'shards': 6,
3972 },
3973 },
3974 'Lollipop Tablet Tester': {
3975 'swarming': {
3976 'hard_timeout': 1800,
3977 'shards': 6,
3978 },
3979 },
3980 'Marshmallow 64 bit Tester': {
3981 'swarming': {
3982 'hard_timeout': 1200,
3983 'shards': 8,
3984 },
3985 },
3986 'Marshmallow Phone Tester (rel)': {
3987 'swarming': {
3988 'hard_timeout': 1200,
3989 'shards': 8,
3990 },
3991 },
3992 'Marshmallow Tablet Tester': {
3993 'swarming': {
3994 'hard_timeout': 1800,
3995 'shards': 6,
3996 },
3997 },
Kenneth Russell8ceeabf2017-12-11 17:53:283998 # chromium.android.fyi
3999 'Lollipop Low-end Tester': {
4000 'swarming': {
4001 'shards': 2,
4002 },
4003 },
4004 'Nougat Phone Tester': {
4005 'swarming': {
4006 'hard_timeout': 1500,
4007 'shards': 6,
4008 },
4009 },
4010 'x86 Cloud Tester': {
4011 'swarming': {
4012 'hard_timeout': 960,
4013 },
4014 },
Kenneth Russelleb60cbd22017-12-05 07:54:284015 },
4016 },
Kenneth Russellfbda3c532017-12-08 23:57:244017 'wm_unittests': {
4018 'remove_from': [
4019 # chromium.clang
4020 'CrWinAsan',
4021 'CrWinAsan(dll)',
4022 'CrWinAsanCov',
4023 'CrWinClang',
4024 'CrWinClang(dbg)',
4025 'CrWinClang(shared)',
4026 'CrWinClang64',
4027 'CrWinClang64(dbg)',
4028 'CrWinClang64(dll)',
4029 'CrWinClangLLD',
4030 'CrWinClangLLD64',
4031 'CrWinClngLLD64dbg',
4032 'CrWinClngLLDdbg',
4033 'ToTLinuxASan',
Kenneth Russellfbda3c532017-12-08 23:57:244034 'ToTWin',
4035 'ToTWin(dbg)',
4036 'ToTWin(dll)',
4037 'ToTWin64',
4038 'ToTWin64(dbg)',
4039 'ToTWin64(dll)',
4040 'ToTWinCFI',
4041 'ToTWinCFI64',
4042 'ToTWinThinLTO64',
Kenneth Russell8ceeabf2017-12-11 17:53:284043 # chromium.fyi
4044 'CrWinAsan tester',
4045 'CrWinAsan(dll) tester',
4046 'CrWinAsanCov tester',
4047 'Out of Process Profiling Windows',
4048 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:184049 # chromium.memory
4050 'Linux ASan LSan Tests (1)',
4051 'Linux Chromium OS ASan LSan Tests (1)',
Kenneth Russellfbda3c532017-12-08 23:57:244052 ],
4053 },
Kenneth Russelleb60cbd22017-12-05 07:54:284054 'wtf_unittests': {
4055 'remove_from': [
4056 # On chromium.android, unclear why these aren't run.
4057 'KitKat Phone Tester (dbg)',
4058 'KitKat Phone Tester (rel)',
4059 'KitKat Tablet Tester',
4060 'Lollipop Phone Tester',
4061 'Lollipop Tablet Tester',
4062 'Marshmallow 64 bit Tester',
4063 'Marshmallow Phone Tester (rel)',
4064 'Marshmallow Tablet Tester',
4065 'Nougat Phone Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:284066 # chromium.android.fyi
4067 'Android Tests (trial)(dbg)',
4068 'Jelly Bean Tester',
4069 'Lollipop Consumer Tester',
4070 'Lollipop Low-end Tester',
4071 'Unswarmed N5 Tests Dummy Builder',
4072 'Unswarmed N5X Tests Dummy Builder',
4073 'x86 Cloud Tester',
Kenneth Russellfbda3c532017-12-08 23:57:244074 # chromium.clang
4075 'CrWinAsan',
4076 'CrWinAsan(dll)',
4077 'CrWinAsanCov',
Kenneth Russellfbda3c532017-12-08 23:57:244078 'ToTLinuxMSan',
Kenneth Russell8ceeabf2017-12-11 17:53:284079 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:284080 'CrWinAsan tester',
4081 'CrWinAsan(dll) tester',
4082 'CrWinAsanCov tester',
John Budorickca14c76f62017-12-09 14:19:184083 # chromium.memory
4084 'Linux Chromium OS ASan LSan Tests (1)',
4085 'Linux ChromiumOS MSan Tests',
John Budorickca14c76f62017-12-09 14:19:184086 'Linux TSan Tests',
Kenneth Russelleb60cbd22017-12-05 07:54:284087 ],
Kenneth Russelleb60cbd22017-12-05 07:54:284088 },
4089 'zucchini_unittests': {
4090 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:284091 # chromium.fyi
4092 'Chromium Win 10 GCE Tests',
4093 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:284094 'Win10 Tests x64',
4095 ],
4096 },
4097}