blob: 9b137ff6e643faec7efca946e9c31e483477745d [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
16# The goal is to drive the number of exceptions to zero, to make all
17# the bots behave similarly.
18{
19 'android_webview_unittests': {
20 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3221 # On chromium.android, these do not need to run prior to M.
John Budorick2232bb982018-05-18 17:50:0722 'android-kitkat-arm-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:2823 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:2824 'KitKat Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:2825 # chromium.android.fyi
26 'x64 Device Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:2827 # chromium.fyi
28 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:2829 ],
30 'modifications': {
31 'Lollipop Tablet Tester': {
32 'swarming': {
33 'hard_timeout': 900,
34 },
35 },
Kenneth Russelleb60cbd22017-12-05 07:54:2836 'Marshmallow Tablet Tester': {
37 'swarming': {
38 'hard_timeout': 900,
39 },
40 },
41 },
42 },
Kenneth Russell8a386d42018-06-02 09:48:0143 'angle_end2end_tests': {
44 'remove_from': [
45 # chromium.gpu.fyi
46 # TODO(ynovikov) Investigate why the test breaks on older devices.
47 'Android FYI Release (Nexus 5)',
48 'Android FYI Release (Nexus 6)',
49 'Android FYI Release (Nexus 9)',
50 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
51 'Linux FYI Release (AMD R7 240)',
52 ],
53 },
54 'angle_perftests': {
55 'remove_from': [
56 # anglebug.com/2433
57 'Android FYI Release (Nexus 6)',
58 ],
59 },
Kenneth Russellfbda3c532017-12-08 23:57:2460 'angle_unittests': {
61 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2862 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:5963 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:2864 'Chromium Mac 10.13',
Nico Weberebde4f72018-06-12 23:13:5265 # chromium.gpu.fyi
Kenneth Russell8a386d42018-06-02 09:48:0166 # On Android, these are already run on the main waterfall.
Kenneth Russell8a386d42018-06-02 09:48:0167 'Android FYI Release (Nexus 5X)',
Kenneth Russellfbda3c532017-12-08 23:57:2468 ],
John Budorickca14c76f62017-12-09 14:19:1869 'modifications': {
70 'Linux ASan LSan Tests (1)': {
71 'swarming': {
72 'shards': 10,
73 },
74 },
75 },
Kenneth Russellfbda3c532017-12-08 23:57:2476 },
77 'app_shell_unittests': {
78 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2879 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:2880 'Out of Process Profiling Windows',
Kenneth Russell8ceeabf2017-12-11 17:53:2881 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:1882 ],
83 },
Kenneth Russellfbda3c532017-12-08 23:57:2484 'aura_unittests': {
85 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2886 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:2887 'Out of Process Profiling Windows',
88 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:2489 ],
90 },
Kenneth Russelleb60cbd22017-12-05 07:54:2891 'base_unittests': {
92 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:2493 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:3994 'android-marshmallow-arm64-rel': {
95 'swarming': {
96 'hard_timeout': 960,
97 },
98 },
Kenneth Russelleb60cbd22017-12-05 07:54:2899 'KitKat Tablet Tester': {
100 'swarming': {
101 'hard_timeout': 300,
102 },
103 },
104 'Lollipop Tablet Tester': {
105 'swarming': {
106 'hard_timeout': 600,
107 },
108 },
Kenneth Russelleb60cbd22017-12-05 07:54:28109 'Marshmallow Tablet Tester': {
110 'swarming': {
111 'hard_timeout': 600,
112 },
113 },
Kenneth Russellfbda3c532017-12-08 23:57:24114 # chromium.clang
115 'ToTMac': {
116 'swarming': {
117 'shards': 5,
118 },
119 },
Kenneth Russell8ceeabf2017-12-11 17:53:28120 # chromium.fyi
121 'Out of Process Profiling Mac': {
122 'swarming': {
123 'shards': 5,
124 },
125 },
Kenneth Russelleb60cbd22017-12-05 07:54:28126 },
127 },
John Budorickca14c76f62017-12-09 14:19:18128 'blink_heap_unittests': {
129 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:18130 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46131 'Linux TSan Tests', # https://crbug.com/831674
John Budorickca14c76f62017-12-09 14:19:18132 ],
133 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28134 # chromium.android
John Budorick2232bb982018-05-18 17:50:07135 'android-kitkat-arm-rel': {
136 'swarming': {
137 'hard_timeout': 180,
138 },
139 },
John Budorick8c4a989d2018-05-20 05:08:39140 'android-marshmallow-arm64-rel': {
141 'swarming': {
142 'hard_timeout': 960,
143 },
144 },
John Budorickca14c76f62017-12-09 14:19:18145 'KitKat Phone Tester (dbg)': {
146 'swarming': {
147 'hard_timeout': 180,
148 },
149 },
Kenneth Russell8ceeabf2017-12-11 17:53:28150 # chromium.android.fyi
151 'x86 Cloud Tester': {
152 'swarming': {
153 'hard_timeout': 120,
154 },
155 },
John Budorickca14c76f62017-12-09 14:19:18156 },
157 },
Alexander Timin2263e0a2018-06-13 11:59:30158 'blink_platform_unittests': {
159 'modifications': {
160 'android-kitkat-arm-rel': {
161 'experiment_percentage': 100,
162 },
163 'android-marshmallow-arm64-rel': {
164 'experiment_percentage': 100,
165 },
166 },
167 },
Kenneth Russelleb60cbd22017-12-05 07:54:28168 'breakpad_unittests': {
169 'modifications': {
170 'KitKat Tablet Tester': {
171 'swarming': {
172 'hard_timeout': 60,
173 },
174 },
175 'Lollipop Tablet Tester': {
176 'swarming': {
177 'hard_timeout': 60,
178 },
179 },
180 'Marshmallow Tablet Tester': {
181 'swarming': {
182 'hard_timeout': 60,
183 },
184 },
185 },
186 },
187 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24188 'remove_from': [
189 # chromium.clang
190 'CrWinAsanCov',
Nico Weber3af4da72018-02-27 01:59:41191 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24192 'ToTLinuxUBSanVptr',
Dirk Pranke57c11a92018-06-17 21:23:42193 'ToTMac', # https://crbug.com/828031
194 'ToTMacASan', # https://crbug.com/828031
Kenneth Russell78225042018-02-23 09:43:13195 'UBSanVptr Linux',
Dirk Pranke57c11a92018-06-17 21:23:42196 # chromium.fyi
197 'Chromium Mac 10.13', # https://crbug.com/828031
198 'Out of Process Profiling Mac', # https://crbug.com/828031
199 'mac-views-rel', # https://crbug.com/828031
Dirk Pranke9e8bb712018-06-18 05:02:38200 # chromium.mac
201 'Mac10.10 Tests', # https://crbug.com/828031
John Budorickca14c76f62017-12-09 14:19:18202 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46203 'Linux TSan Tests', # https://crbug.com/368525
Dirk Pranke57c11a92018-06-17 21:23:42204 'Mac ASan 64 Tests (1)', # https://crbug.com/828031
Stephen Martinise701f5a2018-05-04 01:25:11205 # chromium.win
206 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24207 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28208 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28209 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34210 'linux-chromeos-dbg': {
211 'swarming': {
212 'shards': 20,
213 },
214 },
Nico Weber3f2a65de92018-06-11 14:04:17215 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:24216 'ToTWin(dbg)': {
217 'swarming': {
218 'shards': 20,
219 },
220 },
221 'ToTWin64(dbg)': {
222 'swarming': {
223 'shards': 20,
224 },
225 },
Kenneth Russell8ceeabf2017-12-11 17:53:28226 # chromium.fyi
227 'Out of Process Profiling Linux': {
Kenneth Russellfbda3c532017-12-08 23:57:24228 'swarming': {
Kenneth Russell8ceeabf2017-12-11 17:53:28229 'shards': 5,
Kenneth Russellfbda3c532017-12-08 23:57:24230 },
231 },
Dirk Pranke9e20e8d2018-06-18 02:46:54232 # chromium.mac
Dirk Pranke9e20e8d2018-06-18 02:46:54233 'Mac10.11 Tests': {
234 # A subset of tests seem to cause WindowServer deaths on VMs.
235 # crbug.com/828031 et al.
236 'args': [
237 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
238 '--gtest_shuffle',
239 ],
240 'swarming': {
241 'dimension_sets': [
242 {
243 'pool': 'Chrome-quarantine',
Dirk Pranke9e8bb712018-06-18 05:02:38244 'gpu': 'none',
Dirk Pranke9e20e8d2018-06-18 02:46:54245 },
246 ],
247 },
248 },
249 'Mac10.12 Tests': {
250 # A subset of tests seem to cause WindowServer deaths on VMs.
251 # crbug.com/828031 et al.
252 'args': [
253 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
254 '--gtest_shuffle',
255 ],
256 'swarming': {
257 'dimension_sets': [
258 {
259 'pool': 'Chrome-quarantine',
Dirk Pranke9e8bb712018-06-18 05:02:38260 'gpu': 'none',
Dirk Pranke9e20e8d2018-06-18 02:46:54261 },
262 ],
263 },
264 },
265 'Mac10.13 Tests': {
266 # A subset of tests seem to cause WindowServer deaths on VMs.
267 # crbug.com/828031 et al.
268 'args': [
269 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
270 '--gtest_shuffle',
271 ],
John Budorick96bff732018-06-18 23:24:10272 'experiment_percentage': 50,
Dirk Pranke9e20e8d2018-06-18 02:46:54273 'swarming': {
274 'dimension_sets': [
275 {
276 'pool': 'Chrome-quarantine',
Dirk Pranke9e8bb712018-06-18 05:02:38277 'gpu': 'none',
Dirk Pranke9e20e8d2018-06-18 02:46:54278 },
279 ],
280 },
281 },
282 'Mac10.13 Tests (dbg)': {
283 # A subset of tests seem to cause WindowServer deaths on VMs.
284 # crbug.com/828031 et al.
285 'args': [
286 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
287 '--gtest_shuffle',
288 ],
289 'swarming': {
290 'dimension_sets': [
291 {
292 'pool': 'Chrome-quarantine',
Dirk Pranke9e8bb712018-06-18 05:02:38293 'gpu': 'none',
Dirk Pranke9e20e8d2018-06-18 02:46:54294 },
295 ],
296 },
297 },
John Budorickca14c76f62017-12-09 14:19:18298 # chromium.memory
John Budorick5052d552017-12-13 02:59:34299 'Linux ASan LSan Tests (1)': {
300 # These are very slow on the ASAN trybot for some reason.
301 # crbug.com/794372
302 'swarming': {
303 'shards': 30,
304 },
305 },
John Budorickca14c76f62017-12-09 14:19:18306 'Mac ASan 64 Tests (1)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28307 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18308 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28309 },
310 },
Dirk Pranke8fd63c12017-12-10 18:06:27311 # client.v8.chromium
312 'Linux - Future (dbg)': {
313 'swarming': {
314 'shards': 10,
315 },
316 },
Kenneth Russell8ceeabf2017-12-11 17:53:28317 # chromium.win
318 'Win7 Tests (dbg)(1)': {
319 'swarming': {
320 'shards': 20,
321 },
322 },
Kenneth Russelleb60cbd22017-12-05 07:54:28323 },
324 },
Kenneth Russelleb60cbd22017-12-05 07:54:28325 'capture_unittests': {
326 'modifications': {
327 'KitKat Tablet Tester': {
328 'swarming': {
329 'hard_timeout': 120,
330 },
331 },
332 'Marshmallow Tablet Tester': {
333 'swarming': {
334 'hard_timeout': 120,
335 },
336 },
337 },
338 },
339 'cast_shell_browsertests': {
340 'modifications': {
341 'Cast Audio Linux': {
342 'args': [
343 '--enable-local-file-accesses',
344 '--ozone-platform=headless',
345 '--no-sandbox',
346 '--test-launcher-jobs=1',
347 ],
348 'swarming': {
349 'can_use_on_swarming_builders': False,
350 },
351 },
352 'Cast Linux': {
353 'args': [
354 '--enable-local-file-accesses',
355 '--ozone-platform=cast',
356 '--no-sandbox',
357 '--test-launcher-jobs=1',
358 ],
359 'swarming': {
360 'can_use_on_swarming_builders': False,
361 },
362 },
363 },
364 },
365 'cast_unittests': {
366 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34367 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34368 'linux-chromeos-dbg',
369 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:28370 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28371 # TODO(kbr): why are the cast unit tests not run on the Cast bots?!
372 'Cast Audio Linux',
373 'Cast Linux',
Kenneth Russellfbda3c532017-12-08 23:57:24374 # chromium.clang
Peter Collingbourne6e3a081d2018-02-16 19:54:33375 'ToTAndroidCFI',
Kenneth Russellfbda3c532017-12-08 23:57:24376 'ToTLinuxThinLTO',
Kenneth Russelleb60cbd22017-12-05 07:54:28377 ],
378 },
379 'cc_unittests': {
Kenneth Russell56a3e862017-12-08 03:11:34380 'remove_from': [
381 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34382 'linux-chromeos-dbg',
383 'linux-chromeos-rel',
384 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28385 },
Dirk Pranke1b767092017-12-07 04:44:23386 'checkbins': {
387 'remove_from': [
388 'Linux x64',
389 'Mac',
390 ],
391 },
Kenneth Russell8ceeabf2017-12-11 17:53:28392 'chrome_app_unittests': {
393 'remove_from': [
394 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59395 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28396 'Chromium Mac 10.13',
397 'Out of Process Profiling Mac',
398 ],
399 },
Kenneth Russellfbda3c532017-12-08 23:57:24400 'chrome_elf_import_unittests': {
401 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28402 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28403 'Out of Process Profiling Windows',
404 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24405 ],
406 },
Kenneth Russelleb60cbd22017-12-05 07:54:28407 'chrome_public_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28408 'remove_gtest_from': [
409 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28410 'Unswarmed N5 Tests Dummy Builder',
411 'Unswarmed N5X Tests Dummy Builder',
412 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28413 'remove_from': [
Peter Collingbourne6e3a081d2018-02-16 19:54:33414 # chromium.clang
415 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:58416 # chromium.memory
417 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:28418 ],
Kenneth Russellfbda3c532017-12-08 23:57:24419 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28420 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28421 'Nougat Phone Tester': [
422 'args',
423 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28424 'x86 Cloud Tester': [
425 'args',
426 ],
Kenneth Russellfbda3c532017-12-08 23:57:24427 },
Kenneth Russelleb60cbd22017-12-05 07:54:28428 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28429 # chromium.android
John Budorick2232bb982018-05-18 17:50:07430 'android-kitkat-arm-rel': {
431 'swarming': {
432 'shards': 12,
433 },
434 },
John Budorick8c4a989d2018-05-20 05:08:39435 'android-marshmallow-arm64-rel': {
436 # TODO(crbug.com/731759): Enable this once we're confident that it
437 # passes.
438 'experiment_percentage': 100,
439 },
Kenneth Russelleb60cbd22017-12-05 07:54:28440 'KitKat Phone Tester (dbg)': {
441 'swarming': {
442 'shards': 20,
443 },
444 },
Kenneth Russelleb60cbd22017-12-05 07:54:28445 'KitKat Tablet Tester': {
446 'swarming': {
447 'hard_timeout': 2400,
448 },
449 },
450 'Lollipop Phone Tester': {
451 'swarming': {
452 'hard_timeout': 1800,
453 },
454 },
455 'Lollipop Tablet Tester': {
456 'swarming': {
457 'hard_timeout': 1800,
458 },
459 },
460 'Marshmallow 64 bit Tester': {
Benjamin Pasteneca1963002018-04-18 18:58:24461 # TODO(crbug.com/731759): Enable this once we're confident that it
462 # passes.
463 'experiment_percentage': 100,
Kenneth Russelleb60cbd22017-12-05 07:54:28464 'swarming': {
465 'hard_timeout': 1200,
466 'shards': 14,
467 },
468 },
469 'Marshmallow Tablet Tester': {
470 'swarming': {
471 'hard_timeout': 1800,
472 },
473 },
Kenneth Russell8ceeabf2017-12-11 17:53:28474 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28475 'Nougat Phone Tester': {
476 'swarming': {
477 'hard_timeout': 1200,
478 'shards': 8,
479 },
480 },
481 'x64 Device Tester': {
482 'swarming': {
483 'hard_timeout': 0,
484 'shards': 1,
485 },
486 },
487 'x86 Cloud Tester': {
488 'swarming': {
489 'hard_timeout': 1200,
490 'shards': 1,
491 },
492 },
Kenneth Russellfbda3c532017-12-08 23:57:24493 # chromium.clang
494 'ToTAndroid x64': {
495 'swarming': {
496 'shards': 1,
497 'hard_timeout': 0,
498 },
499 },
Kenneth Russell8ceeabf2017-12-11 17:53:28500 # chromium.fyi
501 'Out of Process Profiling Android': {
502 'swarming': {
503 'shards': 1,
504 'hard_timeout': 0,
505 },
506 },
John Budorick34009472018-04-03 17:38:44507 # chromium.swarm
508 'Android N5X Swarm': {
509 # TODO(crbug.com/731759): Enable this once we're confident that it
510 # passes.
511 'experiment_percentage': 100,
512 },
Kenneth Russelleb60cbd22017-12-05 07:54:28513 },
514 },
515 'chrome_public_test_vr_apk': {
bsheedy410dd7c2018-06-15 22:42:09516 'remove_gtest_from': [
517 # chromium.android
518 'KitKat Tablet Tester',
519 'Lollipop Tablet Tester',
520 'Marshmallow Tablet Tester',
521 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28522 'modifications': {
John Budorick2232bb982018-05-18 17:50:07523 'android-kitkat-arm-rel': {
524 'args': [
525 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
526 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
527 ],
528 'swarming': {
529 'hard_timeout': 1920,
530 },
531 },
John Budorick8c4a989d2018-05-20 05:08:39532 'android-marshmallow-arm64-rel': {
533 'args': [
534 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
535 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
536 ],
537 'swarming': {
538 'hard_timeout': 1200,
539 },
540 },
Kenneth Russelleb60cbd22017-12-05 07:54:28541 'Lollipop Phone Tester': {
542 'args': [
543 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
544 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
Kenneth Russelleb60cbd22017-12-05 07:54:28545 ],
546 'swarming': {
547 'hard_timeout': 1920,
548 },
549 },
550 'Marshmallow 64 bit Tester': {
551 'args': [
552 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
553 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
554 ],
555 },
Kenneth Russelleb60cbd22017-12-05 07:54:28556 },
557 },
558 'chrome_sync_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28559 'remove_gtest_from': [
560 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28561 'Unswarmed N5 Tests Dummy Builder',
562 'Unswarmed N5X Tests Dummy Builder',
563 ],
Kenneth Russellfbda3c532017-12-08 23:57:24564 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28565 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28566 'Nougat Phone Tester': [
567 'args',
568 ],
569 'x64 Device Tester': [
570 'args',
571 ],
572 'x86 Cloud Tester': [
573 'args',
574 ],
Kenneth Russellfbda3c532017-12-08 23:57:24575 },
Kenneth Russelleb60cbd22017-12-05 07:54:28576 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24577 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28578 'KitKat Phone Tester (dbg)': {
579 'swarming': {
580 'shards': 2,
581 },
582 },
583 'KitKat Tablet Tester': {
584 'swarming': {
585 'hard_timeout': 1200,
586 },
587 },
588 'Lollipop Tablet Tester': {
589 'swarming': {
590 'hard_timeout': 1200,
591 },
592 },
593 'Marshmallow Tablet Tester': {
594 'swarming': {
595 'hard_timeout': 1200,
596 },
597 },
Kenneth Russell8ceeabf2017-12-11 17:53:28598 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28599 'x64 Device Tester': {
600 'swarming': {
601 'hard_timeout': 0,
602 },
603 },
604 'x86 Cloud Tester': {
605 'swarming': {
606 'hard_timeout': 600,
607 },
608 },
Kenneth Russellfbda3c532017-12-08 23:57:24609 # chromium.clang
610 'ToTAndroid x64': {
611 'swarming': {
612 'hard_timeout': 0,
613 },
614 },
615 'ToTAndroidCFI': {
616 'swarming': {
617 'hard_timeout': 0,
618 },
619 },
Kenneth Russell8ceeabf2017-12-11 17:53:28620 # chromium.fyi
621 'Out of Process Profiling Android': {
622 'swarming': {
623 'hard_timeout': 0,
624 },
625 },
Peter Collingbournee07e84e82018-02-23 20:28:58626 # chromium.memory
627 'Android CFI': {
628 'swarming': {
629 'hard_timeout': 0,
630 },
631 },
Kenneth Russelleb60cbd22017-12-05 07:54:28632 },
633 },
Kenneth Russell56a3e862017-12-08 03:11:34634 'chromedriver_unittests': {
635 'remove_from': [
636 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34637 'linux-chromeos-dbg',
638 'linux-chromeos-rel',
639 ],
640 },
Kenneth Russelleb60cbd22017-12-05 07:54:28641 'components_browsertests': {
642 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34643 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34644 'linux-chromeos-dbg',
645 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28646 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59647 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28648 'Chromium Mac 10.13',
649 'Out of Process Profiling Linux',
650 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:28651 # On chromium.linux, unclear why these aren't run on the Cast bots.
652 'Cast Audio Linux',
653 'Cast Linux',
654 'Linux Tests (dbg)(1)(32)',
Kenneth Russell56a3e862017-12-08 03:11:34655 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:28656 'Win7 Tests (dbg)(1)',
Stephen Martinis6a0f46002018-05-19 00:32:19657 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28658 ],
659 'modifications': {
John Budorick8c4a989d2018-05-20 05:08:39660 'android-marshmallow-arm64-rel': {
661 'swarming': {
662 'hard_timeout': 960,
663 },
664 },
Kenneth Russelleb60cbd22017-12-05 07:54:28665 'KitKat Tablet Tester': {
666 'swarming': {
667 'hard_timeout': 600,
668 },
669 },
670 'Lollipop Tablet Tester': {
671 'swarming': {
672 'hard_timeout': 600,
673 },
674 },
Kenneth Russelleb60cbd22017-12-05 07:54:28675 'Marshmallow Tablet Tester': {
676 'swarming': {
677 'hard_timeout': 600,
678 },
679 },
680 },
681 },
682 'components_unittests': {
683 'remove_from': [
684 # On chromium.linux, unclear why these aren't run on the Cast bots.
685 'Cast Audio Linux',
686 'Cast Linux',
687 ],
688 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28689 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:39690 'android-marshmallow-arm64-rel': {
691 'swarming': {
692 'hard_timeout': 960,
693 },
694 },
Kenneth Russelleb60cbd22017-12-05 07:54:28695 'KitKat Tablet Tester': {
696 'swarming': {
697 'hard_timeout': 1500,
698 },
699 },
700 'Lollipop Phone Tester': {
701 'swarming': {
702 'hard_timeout': 960,
703 },
704 },
705 'Lollipop Tablet Tester': {
706 'swarming': {
707 'hard_timeout': 1200,
708 },
709 },
710 'Marshmallow 64 bit Tester': {
711 'swarming': {
712 'hard_timeout': 960,
713 },
714 },
Kenneth Russelleb60cbd22017-12-05 07:54:28715 'Marshmallow Tablet Tester': {
716 'swarming': {
717 'hard_timeout': 1500,
718 },
719 },
Kenneth Russell8ceeabf2017-12-11 17:53:28720 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28721 'Nougat Phone Tester': {
722 'swarming': {
723 'hard_timeout': 960,
724 'shards': 1,
725 },
726 },
727 'x64 Device Tester': {
728 'swarming': {
729 'hard_timeout': 0,
730 'shards': 1,
731 },
732 },
733 'x86 Cloud Tester': {
734 'swarming': {
735 'hard_timeout': 0,
736 'shards': 1,
737 },
738 },
John Budorick5052d552017-12-13 02:59:34739 # chromium.memory
740 'Linux ASan LSan Tests (1)': {
741 # These are very slow on the ASAN trybot for some reason.
742 # crbug.com/794372
743 'swarming': {
744 'shards': 5,
745 },
746 },
Kenneth Russelleb60cbd22017-12-05 07:54:28747 },
748 },
Kenneth Russellfbda3c532017-12-08 23:57:24749 'compositor_unittests': {
750 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28751 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28752 'Out of Process Profiling Windows',
753 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24754 ],
755 },
Kenneth Russelleb60cbd22017-12-05 07:54:28756 'content_browsertests': {
757 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24758 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:39759 'android-marshmallow-arm64-rel': {
760 'swarming': {
761 'hard_timeout': 1200,
762 'shards': 6,
763 },
764 },
Kenneth Russelleb60cbd22017-12-05 07:54:28765 'KitKat Tablet Tester': {
766 'swarming': {
767 'hard_timeout': 1800,
768 'shards': 6,
769 },
770 },
771 'Lollipop Phone Tester': {
772 'swarming': {
773 'hard_timeout': 1800,
774 'shards': 6,
775 },
776 },
777 'Lollipop Tablet Tester': {
778 'swarming': {
779 'hard_timeout': 1800,
780 'shards': 6,
781 },
782 },
783 'Marshmallow 64 bit Tester': {
784 'swarming': {
785 'hard_timeout': 1200,
786 'shards': 6,
787 },
788 },
Kenneth Russelleb60cbd22017-12-05 07:54:28789 'Marshmallow Tablet Tester': {
790 'swarming': {
791 'hard_timeout': 1800,
792 'shards': 6,
793 },
794 },
Kenneth Russell8ceeabf2017-12-11 17:53:28795 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28796 'Nougat Phone Tester': {
797 'swarming': {
798 'hard_timeout': 1200,
799 'shards': 6,
800 },
801 },
802 'Unswarmed N5 Tests Dummy Builder': {
803 'args': [
804 '--shard-timeout',
805 '600',
806 ],
807 },
808 'Unswarmed N5X Tests Dummy Builder': {
809 'args': [
810 '--shard-timeout',
811 '600',
812 ],
813 },
814 'x64 Device Tester': {
815 'swarming': {
816 'hard_timeout': 0,
817 'shards': 1,
818 },
819 },
820 'x86 Cloud Tester': {
821 'swarming': {
822 'hard_timeout': 960,
823 'shards': 1,
824 },
825 },
826 # chromium.chromiumos
Kenneth Russell8ceeabf2017-12-11 17:53:28827 'linux-chromeos-dbg': {
828 'swarming': {
829 'shards': 2,
830 },
831 },
832 'linux-chromeos-rel': {
Kenneth Russelleb60cbd22017-12-05 07:54:28833 'swarming': {
834 'shards': 2,
835 },
836 },
Kenneth Russellfbda3c532017-12-08 23:57:24837 # chromium.clang
838 'ToTLinuxUBSanVptr': {
839 'swarming': {
840 'shards': 5,
841 },
842 },
Nico Weber825c6d02018-05-01 14:54:31843 'linux-win_cross-rel': {
844 # content_browsertests sometimes times out without this override on
845 # the cross bot, probably because of https://crbug.com/803591,
846 # see also https://crbug.com/838559
847 # TODO(thakis): Remove this once 803591 is fixed.
848 'swarming': {
849 'shards': 5,
850 },
851 },
Kenneth Russellfbda3c532017-12-08 23:57:24852 # chromium.linux
853 'Cast Audio Linux': {
854 'args': [
855 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
856 ],
857 'swarming': {
858 'can_use_on_swarming_builders': False,
859 },
860 },
861 'Cast Linux': {
862 'args': [
863 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
864 ],
865 'swarming': {
866 'can_use_on_swarming_builders': False,
867 },
868 },
John Budorickca14c76f62017-12-09 14:19:18869 # chromium.memory
John Budorick5052d552017-12-13 02:59:34870 'Linux ASan LSan Tests (1)': {
871 # These are very slow on the ASAN trybot for some reason.
872 # crbug.com/794372
873 'swarming': {
Takuto Ikuta4ef47d5f2018-06-11 13:15:36874 'shards': 8,
John Budorick5052d552017-12-13 02:59:34875 },
876 },
Yuke Liao47450ee2018-03-21 19:32:11877 'Linux Chromium OS ASan LSan Tests (1)': {
878 # content_browsertests is slow on ASAN try bot. crbug.com/822461.
879 'swarming': {
880 'shards': 4,
881 }
882 },
Nico Weber4945dd52018-06-13 15:25:03883 'Linux TSan Tests': {
884 'swarming': {
885 'shards': 5,
886 },
887 },
John Budorickca14c76f62017-12-09 14:19:18888 'Mac ASan 64 Tests (1)': {
889 'swarming': {
890 'shards': 2,
891 },
892 },
Kenneth Russell8ceeabf2017-12-11 17:53:28893 # chromium.win
894 'Win7 Tests (dbg)(1)': {
895 'swarming': {
896 'shards': 2,
897 },
898 },
Stephen Martinisc1fd43fd2018-06-04 22:04:18899 # chromium.win
900 'Win10 Tests x64 (dbg)': {
901 'experiment_percentage': 100,
902 },
Kenneth Russelleb60cbd22017-12-05 07:54:28903 },
904 },
John Budorickca14c76f62017-12-09 14:19:18905 'content_browsertests --mus': {
906 'remove_from': [
907 # chromium.memory
908 'Linux Chromium OS ASan LSan Tests (1)',
909 ],
910 },
Kenneth Russelleb60cbd22017-12-05 07:54:28911 'content_shell_crash_test': {
912 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28913 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28914 'Chromium Mac 10.13',
915 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:28916 # On chromium.linux, unclear why these only run on "Linux Tests".
917 'Linux Tests (dbg)(1)',
918 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b22018-03-03 02:59:14919 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:28920 'Mac10.10 Tests',
921 'Mac10.11 Tests',
922 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:14923 'Mac10.13 Tests (dbg)',
Dirk Pranke0dbdf562018-05-25 16:21:36924 # crbug.com/846729 - re-enable when this passes reliably.
925 'Win7 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:28926 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
927 'Win 7 Tests x64 (1)',
Stephen Martinis6a0f46002018-05-19 00:32:19928 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28929 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:27930 # client.v8.chromium
931 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28932 ],
Shenghua Zhangd0d97a32018-02-23 00:33:58933 'modifications': {
Shenghua Zhangbd6f1b22018-03-03 02:59:14934 'Mac10.13 Tests': {
Shenghua Zhangd0d97a32018-02-23 00:33:58935 # Remove this once the tests is not flaky on Mac os 10.13
936 # See crbug.com/813163
937 'experiment_percentage': 100,
938 },
939 }
Kenneth Russelleb60cbd22017-12-05 07:54:28940 },
941 'content_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28942 'remove_gtest_from': [
943 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28944 'Unswarmed N5 Tests Dummy Builder',
945 'Unswarmed N5X Tests Dummy Builder',
946 ],
Kenneth Russellfbda3c532017-12-08 23:57:24947 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28948 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28949 'Nougat Phone Tester': [
950 'args',
951 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28952 'x86 Cloud Tester': [
953 'args',
954 ],
Kenneth Russellfbda3c532017-12-08 23:57:24955 },
Kenneth Russelleb60cbd22017-12-05 07:54:28956 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24957 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28958 'KitKat Tablet Tester': {
959 'swarming': {
Benjamin Pastene0531d9092018-03-07 22:08:34960 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:28961 'shards': 2,
962 },
963 },
964 'Lollipop Phone Tester': {
965 'swarming': {
966 'shards': 2,
967 },
968 },
969 'Lollipop Tablet Tester': {
970 'swarming': {
971 'hard_timeout': 1200,
972 'shards': 2,
973 },
974 },
975 'Marshmallow Tablet Tester': {
976 'swarming': {
977 'hard_timeout': 1500,
978 'shards': 2,
979 },
980 },
Kenneth Russell8ceeabf2017-12-11 17:53:28981 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28982 'Nougat Phone Tester': {
983 'swarming': {
984 'hard_timeout': 1200,
985 'shards': 4,
986 },
987 },
988 'x64 Device Tester': {
989 'swarming': {
990 'hard_timeout': 0,
991 'shards': 1,
992 },
993 },
994 'x86 Cloud Tester': {
995 'swarming': {
996 'hard_timeout': 1920,
997 'shards': 1,
998 },
999 },
Kenneth Russellfbda3c532017-12-08 23:57:241000 # chromium.clang
1001 'ToTAndroid x64': {
1002 'swarming': {
1003 'hard_timeout': 0,
1004 'shards': 1,
1005 },
1006 },
1007 'ToTAndroidCFI': {
1008 'swarming': {
1009 'hard_timeout': 0,
1010 'shards': 1,
1011 },
1012 },
Kenneth Russell8ceeabf2017-12-11 17:53:281013 # chromium.fyi
1014 'Out of Process Profiling Android': {
1015 'swarming': {
1016 'hard_timeout': 0,
1017 'shards': 1,
1018 },
1019 },
Peter Collingbournee07e84e82018-02-23 20:28:581020 # chromium.memory
1021 'Android CFI': {
1022 'swarming': {
1023 'hard_timeout': 0,
1024 'shards': 1,
1025 },
1026 },
Kenneth Russelleb60cbd22017-12-05 07:54:281027 },
1028 },
1029 'content_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:591030 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281031 # chromium.fyi
1032 'Fuchsia (dbg)',
1033 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:591034 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281035 'modifications': {
Dirk Pranke20eae9a72017-12-09 18:12:141036 # TODO(dpranke) - on chromium.swarm, remove this exception.
1037 'Android N5X Swarm': {
1038 'swarming': {
1039 'shards': 4,
1040 },
1041 },
Kenneth Russell8ceeabf2017-12-11 17:53:281042 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281043 'KitKat Tablet Tester': {
1044 'swarming': {
1045 'hard_timeout': 1200,
1046 },
1047 },
1048 'Lollipop Tablet Tester': {
1049 'swarming': {
1050 'hard_timeout': 1200,
1051 },
1052 },
1053 'Marshmallow Tablet Tester': {
1054 'swarming': {
1055 'hard_timeout': 1500,
1056 },
1057 },
Kenneth Russell8ceeabf2017-12-11 17:53:281058 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281059 'Nougat Phone Tester': {
1060 'swarming': {
1061 'hard_timeout': 1200,
1062 'shards': 2,
1063 },
1064 },
1065 'x64 Device Tester': {
1066 'swarming': {
1067 'hard_timeout': 0,
1068 },
1069 },
1070 'x86 Cloud Tester': {
1071 'swarming': {
1072 'hard_timeout': 0,
1073 },
1074 },
1075 # chromium.fyi
1076 'Site Isolation Android': {
1077 'swarming': {
1078 'hard_timeout': 0,
1079 },
1080 },
John Budorick5052d552017-12-13 02:59:341081 # chromium.memory
1082 'Linux ASan LSan Tests (1)': {
1083 # These are slow on the ASAN trybot for some reason.
1084 # crbug.com/794372
1085 'swarming': {
1086 'shards': 2,
1087 },
1088 },
Kenneth Russelleb60cbd22017-12-05 07:54:281089 },
1090 },
Kenneth Russellfbda3c532017-12-08 23:57:241091 'crashpad_tests': {
1092 'remove_from': [
1093 # chromium.clang
Nico Weber15a00d62018-05-16 17:11:481094 'linux-win_cross-rel', # https://crbug.com/762167
Kenneth Russellfbda3c532017-12-08 23:57:241095 ],
1096 },
Kenneth Russell8ceeabf2017-12-11 17:53:281097 'cronet_test_instrumentation_apk': {
1098 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281099 'Android Cronet Builder (dbg) chromium.android.fyi': {
1100 'swarming': {
1101 'hard_timeout': 1200,
1102 'shards': 2,
1103 },
1104 },
1105 'Android Cronet KitKat Builder chromium.android.fyi': {
1106 'swarming': {
1107 'hard_timeout': 1200,
1108 'shards': 2,
1109 },
1110 },
1111 },
1112 },
Kenneth Russelleb60cbd22017-12-05 07:54:281113 'dbus_unittests': {
1114 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241115 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281116 'Linux Tests (dbg)(1)(32)',
1117 ],
1118 },
1119 'device_unittests': {
1120 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281121 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591122 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281123 'Chromium Mac 10.13',
1124 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241125 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281126 'Win7 Tests (dbg)(1)',
1127 ],
1128 'modifications': {
John Budorick8c4a989d2018-05-20 05:08:391129 'android-marshmallow-arm64-rel': {
1130 'swarming': {
1131 'hard_timeout': 960,
1132 },
1133 },
Kenneth Russelleb60cbd22017-12-05 07:54:281134 'KitKat Tablet Tester': {
1135 'swarming': {
1136 'hard_timeout': 120,
1137 },
1138 },
Kenneth Russelleb60cbd22017-12-05 07:54:281139 'Marshmallow Tablet Tester': {
1140 'swarming': {
1141 'hard_timeout': 120,
1142 },
1143 },
1144 },
1145 },
1146 'devtools_closure_compile': {
1147 'remove_from': [
1148 # On chromium.linux, unclear why these only run on "Linux Tests".
1149 'Linux Tests (dbg)(1)',
1150 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271151 # client.v8.chromium
1152 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281153 ],
1154 },
1155 'devtools_eslint': {
1156 'remove_from': [
1157 # On chromium.linux, unclear why these only run on "Linux Tests".
1158 'Linux Tests (dbg)(1)',
1159 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271160 # client.v8.chromium
1161 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281162 ],
1163 },
Kenneth Russelleb60cbd22017-12-05 07:54:281164 'events_unittests': {
1165 'modifications': {
1166 'KitKat Tablet Tester': {
1167 'swarming': {
1168 'hard_timeout': 60,
1169 },
1170 },
1171 'Lollipop Tablet Tester': {
1172 'swarming': {
1173 'hard_timeout': 60,
1174 },
1175 },
1176 'Marshmallow Tablet Tester': {
1177 'swarming': {
1178 'hard_timeout': 120,
1179 },
1180 },
1181 },
1182 },
1183 'extensions_browsertests': {
1184 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281185 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591186 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281187 'Chromium Mac 10.13',
1188 'Out of Process Profiling Linux',
1189 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281190 # On chromium.mac, unclear why these aren't run.
1191 'Mac10.10 Tests',
1192 'Mac10.11 Tests',
1193 'Mac10.12 Tests',
Shenghua Zhangbd6f1b22018-03-03 02:59:141194 'Mac10.13 Tests',
1195 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181196 # chromium.memory
Nico Weber711f95712018-06-18 17:36:311197 'Mac ASan 64 Tests (1)', # https://crbug.com/853172
Stephen Martinis6a0f46002018-05-19 00:32:191198 # chromium.win
1199 'Win10 Tests x64 (dbg)',
John Budorickca14c76f62017-12-09 14:19:181200 ],
1201 },
Kenneth Russelleb60cbd22017-12-05 07:54:281202 'filesystem_service_unittests': {
1203 'remove_from': [
1204 'Linux Tests (dbg)(1)(32)',
1205 ],
1206 },
Kenneth Russelleb60cbd22017-12-05 07:54:281207 'gin_unittests': {
1208 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241209 # chromium.clang
Nico Weber1394523f2018-06-06 15:58:471210 'ToTLinuxASan', # https://crbug.com/831667
John Budorickca14c76f62017-12-09 14:19:181211 # chromium.memory
Nico Weberd36959682018-04-12 03:33:461212 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471213 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Dirk Pranke8fd63c12017-12-10 18:06:271214 # client.v8.chromium
1215 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281216 ],
1217 },
1218 'gl_tests': {
John Budorickca14c76f62017-12-09 14:19:181219 'remove_from': [
1220 # chromium.clang
1221 'CFI Linux (icall)',
1222 'CFI Linux ToT',
Kenneth Russell8a386d42018-06-02 09:48:011223 # chromium.gpu.fyi
Kenneth Russell8a386d42018-06-02 09:48:011224 'Android FYI Release (Nexus 5X)',
Morten Stenshorne615a8d02018-04-20 12:19:211225 # chromium.memory
Kenneth Russell55bbec52018-05-03 18:44:551226 # Can't run on MSAN because gl_tests uses the hardware driver,
1227 # which isn't instrumented.
1228 'Linux MSan Tests',
John Budorickca14c76f62017-12-09 14:19:181229 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281230 'modifications': {
1231 'KitKat Tablet Tester': {
1232 'swarming': {
1233 'hard_timeout': 120,
1234 },
1235 },
1236 'Marshmallow Tablet Tester': {
1237 'swarming': {
1238 'hard_timeout': 120,
1239 },
1240 },
Kenneth Russell1a515be2018-04-28 03:54:451241 # chromium.memory
Kenneth Russell1a515be2018-04-28 03:54:451242 # TODO(kbr): figure out a better way to specify blocks of
1243 # arguments like this for tests on multiple machines.
1244 'Linux ASan LSan Tests (1)': {
1245 'args': [
1246 '--use-gpu-in-tests',
1247 '--no-xvfb',
1248 ],
1249 'swarming': {
1250 'dimension_sets': [
1251 {
1252 'gpu': '10de:1cb3',
1253 'os': 'Ubuntu',
1254 'pool': 'Chrome-GPU',
1255 },
1256 ],
1257 },
1258 'use_xvfb': False,
1259 },
1260 'Linux ASan LSan Tests (1)': {
1261 'args': [
1262 '--use-gpu-in-tests',
1263 '--no-xvfb',
1264 ],
1265 'swarming': {
1266 'dimension_sets': [
1267 {
1268 'gpu': '10de:1cb3',
1269 'os': 'Ubuntu',
1270 'pool': 'Chrome-GPU',
1271 },
1272 ],
1273 },
1274 'use_xvfb': False,
1275 },
1276 'Linux CFI': {
1277 'args': [
1278 '--use-gpu-in-tests',
1279 '--no-xvfb',
1280 ],
1281 'swarming': {
1282 'dimension_sets': [
1283 {
1284 'gpu': '10de:1cb3',
1285 'os': 'Ubuntu',
1286 'pool': 'Chrome-GPU',
1287 },
1288 ],
1289 },
1290 'use_xvfb': False,
1291 },
1292 'Linux TSan Tests': {
1293 'args': [
1294 '--use-gpu-in-tests',
1295 '--no-xvfb',
1296 ],
1297 'swarming': {
1298 'dimension_sets': [
1299 {
1300 'gpu': '10de:1cb3',
1301 'os': 'Ubuntu',
1302 'pool': 'Chrome-GPU',
1303 },
1304 ],
1305 },
1306 'use_xvfb': False,
1307 },
Kenneth Russelleb60cbd22017-12-05 07:54:281308 },
1309 },
1310 'gl_unittests': {
John Budorickca14c76f62017-12-09 14:19:181311 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011312 # chromium.gpu.fyi
1313 # On Android, these are already run on the main waterfall.
1314 # Run them on the one-off Android FYI bots, though.
1315 'Android FYI Release (Nexus 5X)',
1316 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
1317 'Linux FYI Release (AMD R7 240)',
John Budorickca14c76f62017-12-09 14:19:181318 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281319 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281320 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:391321 'android-marshmallow-arm64-rel': {
1322 'swarming': {
1323 'hard_timeout': 120,
1324 },
1325 },
Kenneth Russell8ceeabf2017-12-11 17:53:281326 'Lollipop Phone Tester': {
1327 'swarming': {
1328 'hard_timeout': 960,
1329 },
1330 },
1331 'Marshmallow 64 bit Tester': {
1332 'swarming': {
1333 'hard_timeout': 960,
1334 },
1335 },
Kenneth Russell8ceeabf2017-12-11 17:53:281336 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281337 'Nougat Phone Tester': {
1338 'swarming': {
1339 'hard_timeout': 960,
1340 },
1341 },
1342 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241343 'CFI Linux (icall)': {
1344 'args': [
1345 '--use-gpu-in-tests',
1346 '--no-xvfb',
1347 ],
1348 'swarming': {
1349 'dimension_sets': [
1350 {
1351 'gpu': '10de:1cb3',
1352 'os': 'Ubuntu',
1353 'pool': 'Chrome-GPU',
1354 },
1355 ],
1356 },
1357 'use_xvfb': False,
1358 },
1359 'CFI Linux ToT': {
1360 'args': [
1361 '--use-gpu-in-tests',
1362 '--no-xvfb',
1363 ],
1364 'swarming': {
1365 'dimension_sets': [
1366 {
1367 'gpu': '10de:1cb3',
1368 'os': 'Ubuntu',
1369 'pool': 'Chrome-GPU',
1370 },
1371 ],
1372 },
1373 'use_xvfb': False,
1374 },
Kenneth Russell8ceeabf2017-12-11 17:53:281375 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:181376 'Linux CFI': {
1377 'args': [
1378 '--use-gpu-in-tests',
1379 '--no-xvfb',
1380 ],
1381 'swarming': {
1382 'dimension_sets': [
1383 {
1384 'gpu': '10de:1cb3',
1385 'os': 'Ubuntu',
1386 'pool': 'Chrome-GPU',
1387 },
1388 ],
1389 },
1390 'use_xvfb': False,
1391 },
Kenneth Russelleb60cbd22017-12-05 07:54:281392 },
1393 },
Kenneth Russellfbda3c532017-12-08 23:57:241394 'gn_unittests': {
1395 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281396 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591397 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281398 'Chromium Mac 10.13',
1399 'Out of Process Profiling Linux',
1400 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241401 ],
1402 },
Kenneth Russelleb60cbd22017-12-05 07:54:281403 'headless_browsertests': {
1404 'remove_from': [
Nico Webere140de212018-06-08 15:36:171405 # chromium.clang
1406 'ToTLinuxASan', # https://crbug.com/843732
1407 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281408 'Linux Tests (dbg)(1)(32)',
1409 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1410 'Mac10.11 Tests',
Nico Weber1c1495022018-06-09 04:10:451411 # chromium.memory
1412 'Linux ASan LSan Tests (1)', # https://crbug.com/843732
1413 'Linux TSan Tests', # https://crbug.com/843734
Dirk Pranke8fd63c12017-12-10 18:06:271414 # client.v8.chromium
1415 'Linux - Future (dbg)',
Stephen Martinis6a0f46002018-05-19 00:32:191416 # chromium.win
1417 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281418 ],
1419 },
1420 'headless_unittests': {
1421 'remove_from': [
Nico Webere140de212018-06-08 15:36:171422 # chromium.clang
1423 'ToTLinuxASan', # https://crbug.com/843732
1424 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281425 'Linux Tests (dbg)(1)(32)',
1426 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1427 'Mac10.11 Tests',
Nico Weber1c1495022018-06-09 04:10:451428 # chromium.memory
1429 'Linux ASan LSan Tests (1)', # https://crbug.com/843732
Dirk Pranke8fd63c12017-12-10 18:06:271430 # client.v8.chromium
1431 'Linux - Future (dbg)'
Kenneth Russelleb60cbd22017-12-05 07:54:281432 ],
1433 },
Kenneth Russell8a386d42018-06-02 09:48:011434 'info_collection_tests': {
1435 'remove_from': [
1436 # chromium.gpu.fyi
1437 # The Mac ASAN swarming bot runs tests on two different GPU
1438 # types, so we can't have one expected vendor ID / device ID.
1439 'Mac FYI GPU ASAN Release',
1440 # client.v8.fyi
1441 'Android V8 FYI Release (Nexus 5X)',
1442 'Linux V8 FYI Release (NVIDIA)',
1443 'Linux V8 FYI Release - concurrent marking (NVIDIA)',
1444 'Mac V8 FYI Release (Intel)',
1445 'Win V8 FYI Release (NVIDIA)',
1446 ],
1447 },
Kenneth Russellfbda3c532017-12-08 23:57:241448 'install_static_unittests': {
1449 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281450 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281451 'Out of Process Profiling Windows',
1452 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:241453 ],
1454 },
Kenneth Russelleb60cbd22017-12-05 07:54:281455 'interactive_ui_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:241456 'remove_from': [
1457 # chromium.clang
Nico Weber2125f8972018-06-08 23:19:531458 'ToTLinuxUBSanVptr', # https://crbug.com/815190
1459 'UBSanVptr Linux', # https://crbug.com/815190
Kenneth Russellfbda3c532017-12-08 23:57:241460 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281461 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281462 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281463 'Win7 Tests (dbg)(1)': {
1464 'swarming': {
1465 'shards': 4,
1466 },
1467 },
John Budorickca14c76f62017-12-09 14:19:181468 # chromium.memory
1469 'Linux ASan LSan Tests (1)': {
Nico Weber96a75a6942018-06-20 04:53:171470 # These are slow on the ASan trybot for some reason, crbug.com/794372
1471 'swarming': {
1472 'shards': 6,
1473 },
1474 },
1475 'Linux TSan Tests': {
1476 # These are slow on the TSan trybot for some reason, crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181477 'swarming': {
John Budorick5052d552017-12-13 02:59:341478 'shards': 6,
John Budorickca14c76f62017-12-09 14:19:181479 },
1480 },
Dirk Pranke8fd63c12017-12-10 18:06:271481 # client.v8.chromium
1482 'Linux - Future (dbg)': {
1483 'swarming': {
1484 'shards': 3,
1485 },
1486 },
Greg Thompson3eb7e6522018-05-25 09:04:031487 # chromium.win; temporary, https://crbug.com/818832
1488 'Win10 Tests x64 (dbg)': {
1489 'experiment_percentage': 100,
1490 },
Kenneth Russelleb60cbd22017-12-05 07:54:281491 },
1492 },
1493 'ipc_tests': {
Kenneth Russell8ceeabf2017-12-11 17:53:281494 'remove_from': [
1495 # chromium.linux
1496 'Fuchsia x64',
1497 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281498 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281499 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281500 'KitKat Tablet Tester': {
1501 'swarming': {
1502 'hard_timeout': 60,
1503 },
1504 },
1505 'Lollipop Tablet Tester': {
1506 'swarming': {
1507 'hard_timeout': 60,
1508 },
1509 },
1510 'Marshmallow Tablet Tester': {
1511 'swarming': {
1512 'hard_timeout': 120,
1513 },
1514 },
Kenneth Russell8ceeabf2017-12-11 17:53:281515 # chromium.android.fyi
1516 'Unswarmed N5 Tests Dummy Builder': {
1517 'args': [
1518 '--shard-timeout',
1519 '600',
1520 ],
1521 },
1522 'Unswarmed N5X Tests Dummy Builder': {
1523 'args': [
1524 '--shard-timeout',
1525 '600',
1526 ],
1527 },
Kenneth Russelleb60cbd22017-12-05 07:54:281528 },
1529 },
Kenneth Russelleb60cbd22017-12-05 07:54:281530 'latency_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281531 'modifications': {
1532 'KitKat Tablet Tester': {
1533 'swarming': {
1534 'hard_timeout': 60,
1535 },
1536 },
1537 },
1538 },
John Budorickca14c76f62017-12-09 14:19:181539 'mash_browser_tests': {
1540 'remove_from': [
1541 # chromium.memory
James Cook4be72252018-02-23 00:36:171542 # Unclear why this isn't run. http://crbug.com/814403
John Budorickca14c76f62017-12-09 14:19:181543 'Linux Chromium OS ASan LSan Tests (1)',
Nico Webera8fc38f72018-04-10 02:20:111544 'Linux ChromiumOS MSan Tests', # https://crbug.com/830944
James Cook4be72252018-02-23 00:36:171545 # Not needed on chromium.fyi because suite is on main waterfall.
1546 'Mojo ChromiumOS',
John Budorickca14c76f62017-12-09 14:19:181547 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281548 },
1549 'mash_unittests': {
1550 'remove_from': [
1551 # chromium.fyi
1552 'Mojo ChromiumOS',
1553 ],
John Budorickca14c76f62017-12-09 14:19:181554 },
Kenneth Russellfbda3c532017-12-08 23:57:241555 'mac_installer_unittests': {
1556 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281557 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591558 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281559 'Chromium Mac 10.13',
1560 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241561 ],
1562 },
Kenneth Russelleb60cbd22017-12-05 07:54:281563 'media_blink_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281564 'modifications': {
1565 'Lollipop Tablet Tester': {
1566 'swarming': {
1567 'hard_timeout': 300,
1568 },
1569 },
1570 'Marshmallow Tablet Tester': {
1571 'swarming': {
1572 'hard_timeout': 300,
1573 },
1574 },
1575 },
1576 },
Kenneth Russelleb60cbd22017-12-05 07:54:281577 'media_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241578 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281579 # chromium.linux
1580 'Fuchsia x64',
1581 # chromium.fyi
1582 'Fuchsia ARM64',
Kenneth Russellfbda3c532017-12-08 23:57:241583 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281584 },
Kenneth Russelleb60cbd22017-12-05 07:54:281585 'metrics_python_tests': {
1586 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281587 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281588 'Chromium Mac 10.13',
1589 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281590 ],
1591 },
Kenneth Russelleb60cbd22017-12-05 07:54:281592 'mojo_test_apk': {
Kenneth Russelleb60cbd22017-12-05 07:54:281593 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241594 # chromium.clang
1595 'ToTAndroidCFI': {
1596 'swarming': {
1597 'hard_timeout': 0,
1598 },
1599 },
Peter Collingbournee07e84e82018-02-23 20:28:581600 # chromium.clang
1601 'Android CFI': {
1602 'swarming': {
1603 'hard_timeout': 0,
1604 },
1605 },
Kenneth Russelleb60cbd22017-12-05 07:54:281606 },
1607 },
Nico Weberd3096fb2018-06-07 17:50:151608 'nacl_helper_nonsfi_unittests': {
1609 'remove_from': [
1610 # chromium.memory
1611 'Linux TSan Tests', # Sets enable_nacl=false.
1612 ],
1613 },
Kenneth Russellfbda3c532017-12-08 23:57:241614 'nacl_loader_unittests': {
1615 'remove_from': [
Nico Weber48f187142018-06-01 15:16:351616 # chromium.clang
1617 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:511618 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
John Budorickca14c76f62017-12-09 14:19:181619 # chromium.memory
Nico Webera8fc38f72018-04-10 02:20:111620 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:481621 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:241622 ],
1623 },
Kenneth Russelleb60cbd22017-12-05 07:54:281624 'native_theme_unittests': {
1625 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241626 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281627 'Linux Tests (dbg)(1)(32)',
1628 ],
1629 },
1630 'net_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241631 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281632 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281633 'Fuchsia (dbg)',
1634 'Fuchsia ARM64',
1635 # chromium.linux
1636 'Fuchsia x64',
Kenneth Russellfbda3c532017-12-08 23:57:241637 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281638 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241639 # chromium.clang
1640 'ToTLinuxASan': {
Reid Kleckner6b836242018-04-18 17:37:331641 # TODO(crbug.com/794372): net_unittests is slow under ASan.
Kenneth Russellfbda3c532017-12-08 23:57:241642 'swarming': {
Reid Kleckner6b836242018-04-18 17:37:331643 'shards': 16,
Kenneth Russellfbda3c532017-12-08 23:57:241644 },
1645 },
John Budorickca14c76f62017-12-09 14:19:181646 # chromium.memory
1647 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341648 # These are very slow on the ASAN trybot for some reason.
1649 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181650 'swarming': {
John Budorick5052d552017-12-13 02:59:341651 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:181652 },
1653 },
1654 'Linux Chromium OS ASan LSan Tests (1)': {
1655 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:021656 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:181657 }
1658 },
1659 'Linux TSan Tests': {
1660 'swarming': {
1661 'shards': 4,
1662 }
1663 },
Ben Pastene8bf205b2018-06-13 04:00:331664 # The suite runs signficantly slower on linux dbg, so increase shards.
1665 'Linux Tests (dbg)(1)': {
1666 'swarming': {
1667 'shards': 2,
1668 },
1669 },
1670 'Linux Tests (dbg)(1)(32)': {
1671 'swarming': {
1672 'shards': 2,
1673 },
1674 },
1675 'linux-chromeos-dbg': {
1676 'swarming': {
1677 'shards': 2,
1678 },
1679 },
Kenneth Russelleb60cbd22017-12-05 07:54:281680 },
1681 },
John Abd-El-Malek99b6f4a2018-06-11 23:08:311682 'network_service_browser_tests': {
1683 'remove_from': [
1684 # chromium.win
Nico Weber17d2fcddb2018-06-14 18:28:191685 'Win7 Tests (1)', # For swarming capacity reasons.
1686 'Win10 Tests x64 (dbg)', # Matches browser_tests.
John Abd-El-Malek99b6f4a2018-06-11 23:08:311687 ],
1688 },
John Abd-El-Malek4782bd12018-06-12 01:08:211689 'network_service_components_browsertests': {
1690 'remove_from': [
1691 # chromium.win
Nico Weber17d2fcddb2018-06-14 18:28:191692 'Win7 Tests (1)', # For swarming capacity reasons.
1693 'Win10 Tests x64 (dbg)', # Matches components_browsertests.
1694 ],
1695 },
1696 'network_service_content_browsertests': {
1697 'remove_from': [
1698 # chromium.win
1699 'Win7 Tests (1)', # For swarming capacity reasons.
John Budorickd96ee6f2018-06-15 17:20:111700 'Win10 Tests x64 (dbg)', # flaky: https://crbug.com/852786
John Abd-El-Malek4782bd12018-06-12 01:08:211701 ],
1702 },
John Abd-El-Malek787a41a2018-06-12 18:10:531703 'network_service_extensions_browsertests': {
1704 'remove_from': [
1705 # chromium.win
Nico Weber17d2fcddb2018-06-14 18:28:191706 'Win7 Tests (1)', # For swarming capacity reasons.
1707 'Win10 Tests x64 (dbg)', # Matches extensions_browsertests.
John Abd-El-Malek787a41a2018-06-12 18:10:531708 ],
1709 },
1710 'network_service_interactive_ui_tests': {
Nico Weber17d2fcddb2018-06-14 18:28:191711 'remove_from': [
1712 # chromium.win
1713 'Win7 Tests (1)', # For swarming capacity reasons.
1714 ],
John Abd-El-Malek787a41a2018-06-12 18:10:531715 'modifications': {
Nico Weber17d2fcddb2018-06-14 18:28:191716 # chromium.win
John Budorickd96ee6f2018-06-15 17:20:111717 'Win10 Tests x64 (dbg)': {
1718 'experiment_percentage': 100, # https://crbug.com/852786
John Abd-El-Malek787a41a2018-06-12 18:10:531719 },
1720 },
1721 },
Xi Cheng34ca4042018-02-23 00:10:121722 'notification_helper_unittests': {
1723 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:121724 # The test uses WinRT, which only exists in Windows 8 or above.
1725 # (https://crbug.com/813553)
1726 # chromium.win
Xi Cheng34ca4042018-02-23 00:10:121727 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:121728 'Win7 Tests (1)',
1729 'Win7 Tests (dbg)(1)',
Hans Wennborg252643a2018-05-22 14:41:121730 # chromium.clang; all these bots run Windows 7.
Oksana Zhuravlova7f996212018-02-28 04:23:081731 'CrWinAsan',
1732 'CrWinAsan(dll)',
1733 'CrWinAsanCov',
Oksana Zhuravlova7f996212018-02-28 04:23:081734 'CrWinClangLLD',
1735 'CrWinClangLLD64',
1736 'CrWinClngLLD64dbg',
1737 'CrWinClngLLDdbg',
Xi Cheng34ca4042018-02-23 00:10:121738 'ToTWin',
1739 'ToTWin(dbg)',
1740 'ToTWin(dll)',
1741 'ToTWin64',
1742 'ToTWin64(dbg)',
1743 'ToTWin64(dll)',
1744 'ToTWinCFI',
1745 'ToTWinCFI64',
Nico Weber6c23b352018-03-09 14:22:121746 'ToTWinLibcxx64',
Oksana Zhuravlova7f996212018-02-28 04:23:081747 'ToTWinThinLTO64',
Hans Wennborg252643a2018-05-22 14:41:121748 # chromium.fyi; all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:121749 'Out of Process Profiling Windows',
1750 ],
1751 },
Kenneth Russell56a3e862017-12-08 03:11:341752 'printing_unittests': {
1753 'remove_from': [
1754 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341755 'linux-chromeos-dbg',
1756 ],
1757 },
Nico Weber128fd382018-06-14 23:29:271758 'remoting_unittests': {
1759 'remove_from': [
1760 # chromium.linux
1761 'Linux Tests (dbg)(1)(32)', # https://crbug.com/852895
1762 ],
1763 },
Kenneth Russelleb60cbd22017-12-05 07:54:281764 'sandbox_linux_unittests': {
1765 'modifications': {
1766 'KitKat Tablet Tester': {
1767 'swarming': {
1768 'hard_timeout': 60,
1769 },
1770 },
1771 'Marshmallow Tablet Tester': {
1772 'swarming': {
1773 'hard_timeout': 60,
1774 },
1775 },
Kenneth Russell56a3e862017-12-08 03:11:341776 'linux-chromeos-dbg': {
1777 'args': [
1778 '--test-launcher-print-test-stdio=always',
1779 ],
1780 },
1781 'linux-chromeos-rel': {
1782 'args': [
1783 '--test-launcher-print-test-stdio=always',
1784 ],
1785 },
Kenneth Russelleb60cbd22017-12-05 07:54:281786 'Linux Tests (dbg)(1)': {
1787 'args': [
1788 '--test-launcher-print-test-stdio=always',
1789 ],
1790 },
1791 'Linux Tests (dbg)(1)(32)': {
1792 'args': [
1793 '--test-launcher-print-test-stdio=always',
1794 ],
1795 },
1796 'Lollipop Tablet Tester': {
1797 'swarming': {
1798 'hard_timeout': 60,
1799 },
1800 },
1801 },
1802 },
Kenneth Russelleb60cbd22017-12-05 07:54:281803 'services_unittests': {
1804 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241805 # chromium.clang
Nico Weber15a00d62018-05-16 17:11:481806 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:011807 # chromium.gpu.fyi
1808 # The face and barcode detection tests fail on the Mac Pros.
1809 'Mac Pro FYI Release (AMD)',
Kenneth Russell8ceeabf2017-12-11 17:53:281810 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591811 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281812 'Chromium Mac 10.13',
Kenneth Russell8ceeabf2017-12-11 17:53:281813 'Win 10 Fast Ring',
Kenneth Russelleb60cbd22017-12-05 07:54:281814 # On chromium.linux, unclear why these aren't run on Cast.
1815 'Cast Audio Linux',
1816 'Cast Linux',
John Budorickca14c76f62017-12-09 14:19:181817 # chromium.memory
Nico Weberd36959682018-04-12 03:33:461818 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
1819 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:281820 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281821 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:201822 'not_site_per_process_browser_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281823 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281824 # chromium.fyi
1825 'Site Isolation Android',
1826 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281827 'Linux Tests (dbg)(1)(32)',
1828 ],
1829 'modifications': {
1830 'Linux Tests (dbg)(1)': {
1831 'swarming': {
1832 'shards': 10,
1833 },
1834 },
Dirk Pranke8fd63c12017-12-10 18:06:271835 # client.v8.chromium
1836 'Linux - Future (dbg)': {
1837 'swarming': {
1838 'shards': 10,
1839 },
1840 },
Kenneth Russelleb60cbd22017-12-05 07:54:281841 },
1842 },
Dirk Pranke7feb8802017-12-14 19:27:451843 'site_per_process_components_browsertests': {
1844 'remove_from': [
1845 # chromium.linux
1846 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451847 ],
1848 },
1849 'site_per_process_components_unittests': {
1850 'remove_from': [
1851 # chromium.linux
1852 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451853 ],
1854 },
Kenneth Russelleb60cbd22017-12-05 07:54:281855 'site_per_process_content_browsertests': {
1856 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:451857 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281858 'Linux Tests (dbg)(1)(32)',
1859 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281860 'modifications': {
1861 # chromium.fyi
1862 'Site Isolation Android': {
1863 'swarming': {
1864 'shards': 6,
1865 },
1866 },
1867 },
Kenneth Russelleb60cbd22017-12-05 07:54:281868 },
1869 'site_per_process_content_unittests': {
1870 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:451871 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281872 'Linux Tests (dbg)(1)(32)',
1873 ],
1874 },
Dirk Pranke7feb8802017-12-14 19:27:451875 'site_per_process_extensions_browsertests': {
1876 'remove_from': [
1877 # chromium.linux
1878 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451879 ],
1880 },
1881 'site_per_process_extensions_unittests': {
1882 'remove_from': [
1883 # chromium.linux
1884 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451885 ],
1886 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:201887 'not_site_per_process_interactive_ui_tests': {
Dirk Pranke7feb8802017-12-14 19:27:451888 'remove_from': [
1889 # chromium.linux
1890 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451891 ],
1892 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:201893 'not_site_per_process_sync_integration_tests': {
Dirk Pranke7feb8802017-12-14 19:27:451894 'remove_from': [
1895 # chromium.linux
1896 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451897 ],
1898 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:201899 'not_site_per_process_unit_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281900 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281901 # chromium.fyi
1902 'Site Isolation Android',
1903 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281904 'Linux Tests (dbg)(1)(32)',
1905 ],
1906 },
Dirk Prankeb4ab1e42017-12-19 22:00:531907 'site_per_process_webkit_layout_tests': {
1908 'remove_from': [
1909 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:431910 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
1911 'Linux Tests (dbg)(1)',
Dirk Prankeb4ab1e42017-12-19 22:00:531912 'Linux Tests (dbg)(1)(32)',
Dirk Prankeb4ab1e42017-12-19 22:00:531913 ],
1914 },
Dirk Pranke1b767092017-12-07 04:44:231915 'sizes': {
1916 'remove_from': [
1917 'Win',
1918 'Win x64',
1919 ],
1920 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281921 # chromium
Dirk Pranke1b767092017-12-07 04:44:231922 'Mac': {
1923 'args': [
1924 'mac-release/sizes',
1925 ],
1926 },
1927 'Linux x64': {
1928 'args': [
1929 'linux-release-64/sizes',
1930 ],
1931 },
Kenneth Russell8ceeabf2017-12-11 17:53:281932 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281933 'Android Cronet KitKat Builder': {
1934 'args': [
1935 '--platform',
1936 'android-cronet',
1937 '--perf-id',
1938 'android_cronet_builder',
1939 'cronet-arm/sizes',
1940 ],
1941 'override_compile_targets': [
1942 'cronet',
1943 ],
1944 },
Dirk Pranke1b767092017-12-07 04:44:231945 },
1946 },
Kenneth Russelleb60cbd22017-12-05 07:54:281947 'snapshot_unittests': {
1948 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:341949 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341950 'linux-chromeos-dbg',
1951 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281952 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591953 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281954 'Chromium Mac 10.13',
1955 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281956 ],
1957 },
1958 'sql_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:591959 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281960 # chromium.fyi
1961 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:591962 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281963 'modifications': {
1964 'KitKat Tablet Tester': {
1965 'swarming': {
1966 'hard_timeout': 60,
1967 },
1968 },
1969 'Lollipop Tablet Tester': {
1970 'swarming': {
1971 'hard_timeout': 60,
1972 },
1973 },
1974 'Marshmallow Tablet Tester': {
1975 'swarming': {
Yuke Liao5d6014d2018-03-20 22:09:561976 'hard_timeout': 120,
Kenneth Russelleb60cbd22017-12-05 07:54:281977 },
1978 },
1979 },
1980 },
1981 'storage_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241982 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281983 # chromium.fyi
1984 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241985 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281986 'modifications': {
1987 # chromium.android
John Budorick2232bb982018-05-18 17:50:071988 'android-kitkat-arm-rel': {
1989 'swarming': {
1990 'hard_timeout': 180,
1991 },
1992 },
Kenneth Russelleb60cbd22017-12-05 07:54:281993 'KitKat Phone Tester (dbg)': {
1994 'swarming': {
1995 'hard_timeout': 180,
1996 },
1997 },
Kenneth Russelleb60cbd22017-12-05 07:54:281998 'KitKat Tablet Tester': {
1999 'swarming': {
2000 'hard_timeout': 120,
2001 },
2002 },
2003 'Lollipop Phone Tester': {
2004 'swarming': {
2005 'hard_timeout': 960,
2006 },
2007 },
2008 'Lollipop Tablet Tester': {
2009 'swarming': {
2010 'hard_timeout': 300,
2011 },
2012 },
2013 'Marshmallow 64 bit Tester': {
2014 'swarming': {
2015 'hard_timeout': 960,
2016 },
2017 },
2018 'Marshmallow Tablet Tester': {
2019 'swarming': {
2020 'hard_timeout': 300,
2021 },
2022 },
Kenneth Russelleb60cbd22017-12-05 07:54:282023 },
2024 },
2025 'sync_integration_tests': {
2026 'modifications': {
2027 'Win7 Tests (dbg)(1)': {
2028 'swarming': {
2029 'shards': 2,
2030 },
2031 },
2032 },
John Budorickca14c76f62017-12-09 14:19:182033 'remove_from': [
2034 # chromium.memory
Nico Weber996e65c2018-06-14 14:05:572035 'Linux TSan Tests', # https://crbug.com/852002
John Budorickca14c76f62017-12-09 14:19:182036 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282037 },
Emily Hanleyb64ac7c2018-05-25 13:36:552038 'performance_test_suite': {
2039 'modifications': {
2040 'Mac10.13 Tests (dbg)': {
2041 'args': [
2042 '--browser=debug',
2043 ],
2044 },
2045 'Win10 Tests x64 (dbg)': {
2046 'args': [
2047 '--browser=debug_x64',
2048 ],
Stephen Martinisc1fd43fd2018-06-04 22:04:182049 'experiment_percentage': 100,
Emily Hanleyb64ac7c2018-05-25 13:36:552050 },
2051 'Win7 Tests (dbg)(1)': {
2052 'args': [
2053 '--browser=debug',
2054 ],
2055 },
Kenneth Russell8a386d42018-06-02 09:48:012056 },
2057 },
Dirk Pranke57c11a92018-06-17 21:23:422058 'surface_sync_browser_tests': {
2059 'remove_from': [
2060 # chromium.fyi
2061 'Chromium Mac 10.13', # https://crbug.com/828031
2062 'Out of Process Profiling Mac', # https://crbug.com/828031
2063 'mac-views-rel', # https://crbug.com/828031
2064 ],
2065 },
Kenneth Russell8a386d42018-06-02 09:48:012066 'swiftshader_unittests': {
2067 'remove_from': [
2068 # Save capacity on the hardware where we have only a few machines.
2069 'Mac FYI Experimental Release (Intel)',
2070 'Mac FYI Experimental Retina Release (AMD)',
2071 'Mac FYI Experimental Retina Release (NVIDIA)',
2072 'Mac Pro FYI Release (AMD)',
2073 ],
2074 },
2075 'tab_capture_end2end_tests': {
2076 # Run these only on Release bots, and don't run them on TSAN.
2077 'remove_from': [
2078 # chromium.gpu
2079 'Linux Debug (NVIDIA)',
2080 'Mac Debug (Intel)',
2081 'Mac Retina Debug (AMD)',
2082 'Win10 Debug (NVIDIA)',
2083 # chromium.gpu.fyi
Kenneth Russell8a386d42018-06-02 09:48:012084 'Win10 FYI Debug (NVIDIA)',
2085 'Win7 FYI Debug (AMD)',
2086 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552087 },
Kenneth Russelleb60cbd22017-12-05 07:54:282088 'telemetry_perf_unittests': {
2089 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282090 # chromium.android
John Budorick2232bb982018-05-18 17:50:072091 'android-kitkat-arm-rel': {
2092 'args': [
2093 '--browser=android-chromium',
2094 '--device=android',
2095 ],
2096 'swarming': {
2097 'dimension_sets': [
2098 {
2099 'temp_band': '<30',
2100 },
2101 ],
2102 'hard_timeout': 1500,
2103 'shards': 15,
2104 },
2105 },
John Budorick8c4a989d2018-05-20 05:08:392106 'android-marshmallow-arm64-rel': {
2107 'args': [
2108 '--browser=android-chromium',
2109 '--device=android',
2110 ],
2111 'swarming': {
2112 'dimension_sets': [
2113 {
2114 'temp_band': '<30',
2115 },
2116 ],
2117 'hard_timeout': 1500,
2118 'shards': 15,
2119 },
2120 },
Kenneth Russell8ceeabf2017-12-11 17:53:282121 # chromium.android.fyi
2122 'x86 Cloud Tester': {
2123 'args': [
2124 '--browser=android-chromium',
2125 '--device=android',
2126 ],
2127 'swarming': {
2128 'shards': 1,
2129 },
2130 },
2131 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282132 'Linux Tests': {
2133 'args': [
2134 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482135 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282136 ],
2137 },
Ned Nguyeneb3911e2017-12-11 20:16:022138 'Linux Tests (dbg)(1)': {
2139 'args': [
2140 '--xvfb',
nednguyen35d625f22018-01-11 19:45:302141 '--jobs=1',
Ned Nguyeneb3911e2017-12-11 20:16:022142 ],
2143 },
John Budorick2593eb922018-05-09 19:31:492144 'linux-xenial-rel': {
2145 'args': [
2146 '--xvfb',
2147 '--jobs=1',
2148 ],
2149 },
Kenneth Russell8ceeabf2017-12-11 17:53:282150 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:282151 # Disable parallelism on all Mac bots.
2152 'Mac10.10 Tests': {
2153 'args': [
2154 '--jobs=1',
2155 ],
2156 },
2157 'Mac10.11 Tests': {
2158 'args': [
2159 '--jobs=1',
2160 ],
2161 },
2162 'Mac10.12 Tests': {
2163 'args': [
2164 '--jobs=1',
2165 ],
2166 },
Ned Nguyen6e6e5b32018-02-21 20:21:502167 'Win7 Tests (dbg)(1)': {
2168 'args': [
2169 '--jobs=1',
2170 ],
2171 'swarming': {
2172 'shards': 20,
2173 },
2174 'experiment_percentage': 100,
2175 },
Kenneth Russelleb60cbd22017-12-05 07:54:282176 },
2177 'remove_from': [
Kenneth Russelleb60cbd22017-12-05 07:54:282178 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b22018-03-03 02:59:142179 'Mac10.13 Tests',
2180 'Mac10.13 Tests (dbg)',
Dirk Pranke8fd63c12017-12-10 18:06:272181 # client.v8.chromium
2182 'Linux - Future (dbg)',
Stephen Martinise701f5a2018-05-04 01:25:112183 # chromium.win
2184 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282185 ],
2186 },
Dirk Prankedd1d2a02017-12-08 20:51:592187 'telemetry_unittests': {
2188 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282189 'Out of Process Profiling Mac': {
2190 'swarming': {
2191 'shards': 2,
2192 },
2193 },
Dirk Prankedd1d2a02017-12-08 20:51:592194 },
Stephen Martinise701f5a2018-05-04 01:25:112195 'remove_from': [
2196 # chromium.win
2197 'Win10 Tests x64 (dbg)',
2198 ],
Dirk Prankedd1d2a02017-12-08 20:51:592199 },
Kenneth Russelleb60cbd22017-12-05 07:54:282200 'traffic_annotation_auditor_unittests': {
2201 'modifications': {
2202 'Linux Tests': {
2203 # Unclear why this isn't swarmed.
2204 'swarming': {
2205 'can_use_on_swarming_builders': False,
2206 },
2207 },
2208 },
2209 'remove_from': [
2210 # On chromium.linux, unclear why these only run on "Linux Tests".
2211 'Linux Tests (dbg)(1)',
2212 'Linux Tests (dbg)(1)(32)',
2213 ],
2214 },
2215 'ui_android_unittests': {
2216 'modifications': {
2217 'KitKat Tablet Tester': {
2218 'swarming': {
2219 'hard_timeout': 120,
2220 },
2221 },
2222 'Marshmallow Tablet Tester': {
2223 'swarming': {
2224 'hard_timeout': 120,
2225 },
2226 },
2227 },
2228 },
2229 'ui_base_unittests': {
2230 'modifications': {
2231 'KitKat Tablet Tester': {
2232 'swarming': {
2233 'hard_timeout': 120,
2234 },
2235 },
2236 'Marshmallow Tablet Tester': {
2237 'swarming': {
2238 'hard_timeout': 120,
2239 },
2240 },
2241 },
2242 },
2243 'ui_touch_selection_unittests': {
2244 'modifications': {
2245 'KitKat Tablet Tester': {
2246 'swarming': {
2247 'hard_timeout': 120,
2248 },
2249 },
2250 'Marshmallow Tablet Tester': {
2251 'swarming': {
2252 'hard_timeout': 120,
2253 },
2254 },
2255 },
2256 },
2257 'unit_tests': {
2258 'remove_from': [
2259 # On chromium.linux, unclear why these aren't run on Cast.
2260 'Cast Audio Linux',
2261 'Cast Linux',
Stephen Martinise701f5a2018-05-04 01:25:112262 # chromium.win
2263 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282264 ],
2265 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242266 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:392267 'android-marshmallow-arm64-rel': {
2268 'swarming': {
2269 'hard_timeout': 960,
2270 'shards': 2,
2271 },
2272 },
Kenneth Russelleb60cbd22017-12-05 07:54:282273 'KitKat Tablet Tester': {
2274 'swarming': {
2275 'hard_timeout': 1200,
2276 'shards': 2,
2277 },
2278 },
2279 'Lollipop Phone Tester': {
2280 'swarming': {
2281 'hard_timeout': 960,
2282 'shards': 2,
2283 },
2284 },
2285 'Lollipop Tablet Tester': {
2286 'swarming': {
2287 'hard_timeout': 1200,
2288 'shards': 2,
2289 },
2290 },
2291 'Marshmallow 64 bit Tester': {
2292 'swarming': {
2293 'hard_timeout': 960,
2294 'shards': 2,
2295 },
2296 },
Kenneth Russelleb60cbd22017-12-05 07:54:282297 'Marshmallow Tablet Tester': {
2298 'swarming': {
2299 'hard_timeout': 1200,
2300 'shards': 2,
2301 },
2302 },
Kenneth Russell8ceeabf2017-12-11 17:53:282303 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282304 'Nougat Phone Tester': {
2305 'swarming': {
2306 'hard_timeout': 1200,
2307 'shards': 2,
2308 },
2309 },
2310 'x64 Device Tester': {
2311 'swarming': {
2312 'hard_timeout': 0,
2313 },
2314 },
2315 'x86 Cloud Tester': {
2316 'swarming': {
2317 'hard_timeout': 0,
2318 },
2319 },
Kenneth Russellfbda3c532017-12-08 23:57:242320 # chromium.clang
2321 'ToTLinuxASan': {
2322 'swarming': {
2323 'shards': 2,
2324 },
John Budorickca14c76f62017-12-09 14:19:182325 },
Dirk Pranke20eae9a72017-12-09 18:12:142326 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:182327 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342328 # These are slow on the ASAN trybot for some reason.
2329 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182330 'swarming': {
John Budorick5052d552017-12-13 02:59:342331 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182332 },
2333 },
John Budorickca14c76f62017-12-09 14:19:182334 'Linux TSan Tests': {
2335 'swarming': {
2336 'shards': 2,
2337 },
2338 },
Dirk Pranke20eae9a72017-12-09 18:12:142339 # chromium.swarm
2340 'Android N5X Swarm': {
2341 'swarming': {
2342 'shards': 8,
2343 },
2344 },
Kenneth Russelleb60cbd22017-12-05 07:54:282345 },
2346 },
Kenneth Russell8a386d42018-06-02 09:48:012347 'video_decode_accelerator_gl_unittest': {
2348 'remove_from': [
2349 # chromium.gpu.fyi
2350 # Windows Intel doesn't have the GL extensions to support this test.
Kenneth Russell0272ab72018-06-04 17:22:242351 'Optional Win10 Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:012352 'Win10 FYI Release (Intel HD 630)',
2353 'Win10 FYI Exp Release (Intel HD 630)',
2354 ],
2355 },
jonross6b44aa52018-05-04 14:41:392356 'viz_content_browsertests': {
2357 'remove_from': [
2358 # Currently flaky timeouts on Windows 10. crbug.com/839824
2359 'Win10 Tests x64 (dbg)',
2360 ],
Takuto Ikuta4ef47d5f2018-06-11 13:15:362361 'modifications': {
Nico Weber4945dd52018-06-13 15:25:032362 # chromium.clang
2363 'ToTLinuxUBSanVptr': {
2364 'swarming': {
2365 'shards': 5,
2366 },
2367 },
2368 'linux-win_cross-rel': {
2369 # content_browsertests sometimes times out without this override on
2370 # the cross bot, probably because of https://crbug.com/803591,
2371 # see also https://crbug.com/838559
2372 # TODO(thakis): Remove this once 803591 is fixed.
2373 'swarming': {
2374 'shards': 5,
2375 },
2376 },
2377 # chromium.memory
Takuto Ikuta4ef47d5f2018-06-11 13:15:362378 'Linux ASan LSan Tests (1)': {
2379 # These are very slow on the ASAN trybot for some reason.
2380 # crbug.com/794372
2381 'swarming': {
2382 'shards': 8,
2383 },
2384 },
Nico Weber4945dd52018-06-13 15:25:032385 'Linux Chromium OS ASan LSan Tests (1)': {
2386 # content_browsertests is slow on ASAN try bot. crbug.com/822461.
2387 'swarming': {
2388 'shards': 4,
2389 }
2390 },
2391 'Linux TSan Tests': {
2392 'swarming': {
Takuto Ikuta10c14ca42018-06-18 14:16:402393 'shards': 7,
Nico Weber4945dd52018-06-13 15:25:032394 },
2395 },
Takuto Ikuta4ef47d5f2018-06-11 13:15:362396 },
jonross6b44aa52018-05-04 14:41:392397 },
Stephen Martinis36977112018-04-06 06:09:462398 'viz_browser_tests': {
2399 'remove_from': [
Dirk Pranke57c11a92018-06-17 21:23:422400 # chromium.clang
2401 'ToTMac', # https://crbug.com/828031
2402 'ToTMacASan', # https://crbug.com/828031
2403 # chromium.fyi
2404 'Chromium Mac 10.13', # https://crbug.com/828031
2405 'Out of Process Profiling Mac', # https://crbug.com/828031
2406 'mac-views-rel', # https://crbug.com/828031
2407 # chromium.mac
2408 'Mac10.10 Tests', # https://crbug.com/828031
2409 'Mac10.11 Tests', # https://crbug.com/828031
2410 'Mac10.12 Tests', # https://crbug.com/828031
2411 'Mac10.13 Tests', # https://crbug.com/828031
2412 'Mac10.13 Tests (dbg)', # https://crbug.com/828031
Nico Weber641b0a232018-06-07 06:07:112413 # chromium.memory
2414 'Linux TSan Tests', # https://crbug.com/368525
Dirk Pranke57c11a92018-06-17 21:23:422415 'Mac ASan 64 Tests (1)', # https://crbug.com/828031
Nico Weber641b0a232018-06-07 06:07:112416 # chromium.win
Stephen Martinis36977112018-04-06 06:09:462417 # Currently too flaky on Windows.
2418 'Win 7 Tests x64 (1)',
2419 'Win10 Tests x64',
2420 'Win7 Tests (1)',
Stephen Martinise701f5a2018-05-04 01:25:112421 'Win10 Tests x64 (dbg)',
Stephen Martinis36977112018-04-06 06:09:462422 ],
Takuto Ikuta4ef47d5f2018-06-11 13:15:362423 'modifications': {
Nico Weber6b67a402018-06-18 21:45:012424 # chromium.chromiumos
2425 'linux-chromeos-dbg': {
2426 'swarming': {
2427 'shards': 20,
2428 },
2429 },
Nico Weber3f2a65de92018-06-11 14:04:172430 # chromium.clang
2431 'ToTWin(dbg)': {
2432 'swarming': {
2433 'shards': 20,
2434 },
2435 },
2436 'ToTWin64(dbg)': {
2437 'swarming': {
2438 'shards': 20,
2439 },
2440 },
2441 # chromium.memory
Takuto Ikuta4ef47d5f2018-06-11 13:15:362442 'Linux ASan LSan Tests (1)': {
2443 # These are very slow on the ASAN trybot for some reason.
2444 # crbug.com/794372
2445 'swarming': {
2446 'shards': 20,
2447 },
2448 },
Takuto Ikuta4ef47d5f2018-06-11 13:15:362449 },
Stephen Martinis36977112018-04-06 06:09:462450 },
Kenneth Russell8a386d42018-06-02 09:48:012451 'viz_screenshot_sync_tests': {
2452 'remove_from': [
2453 # These tests don't work on TSAN right now.
2454 'Linux FYI GPU TSAN Release',
2455 ],
2456 },
Kenneth Russelleb60cbd22017-12-05 07:54:282457 'viz_unittests': {
2458 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282459 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282460 'Out of Process Profiling Android',
2461 'Out of Process Profiling Linux',
Kenneth Russelleb60cbd22017-12-05 07:54:282462 # chromium.win
2463 'Win10 Tests x64',
2464 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282465 'modifications': {
John Budorick8c4a989d2018-05-20 05:08:392466 'android-marshmallow-arm64-rel': {
2467 'swarming': {
2468 'hard_timeout': 960,
2469 },
2470 },
Kenneth Russelleb60cbd22017-12-05 07:54:282471 'KitKat Tablet Tester': {
2472 'swarming': {
2473 'hard_timeout': 300,
2474 },
2475 },
2476 'Lollipop Tablet Tester': {
2477 'swarming': {
2478 'hard_timeout': 300,
2479 },
2480 },
Kenneth Russelleb60cbd22017-12-05 07:54:282481 'Marshmallow Tablet Tester': {
2482 'swarming': {
2483 'hard_timeout': 300,
2484 },
2485 },
2486 },
2487 },
2488 'vr_common_unittests': {
2489 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282490 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282491 # chromium.win
2492 'Win 7 Tests x64 (1)',
2493 'Win10 Tests x64',
2494 ],
2495 'modifications': {
John Budorick8c4a989d2018-05-20 05:08:392496 'android-marshmallow-arm64-rel': {
2497 'swarming': {
2498 'hard_timeout': 960,
2499 },
2500 },
Kenneth Russelleb60cbd22017-12-05 07:54:282501 'KitKat Tablet Tester': {
2502 'swarming': {
2503 'hard_timeout': 300,
2504 },
2505 },
2506 'Lollipop Tablet Tester': {
2507 'swarming': {
2508 'hard_timeout': 300,
2509 },
2510 },
Kenneth Russelleb60cbd22017-12-05 07:54:282511 'Marshmallow Tablet Tester': {
2512 'swarming': {
2513 'hard_timeout': 300,
2514 },
2515 },
2516 },
2517 },
Kenneth Russell8a386d42018-06-02 09:48:012518 'vr_browser_tests': {
2519 'remove_from': [
2520 # chromium.gpu.fyi
2521 # TODO(kbr): remove the following two exceptions after switching
2522 # to the new generate_buildbot_json script.
2523 'Win10 FYI Exp Release (Intel HD 630)',
2524 'Win7 FYI Release (AMD)',
2525 # This exception probably needs to stay due to lack of capacity
2526 # on the Win AMD bots.
2527 'Win7 FYI Debug (AMD)',
2528 ],
2529 },
Kenneth Russellfbda3c532017-12-08 23:57:242530 'vr_pixeltests': {
2531 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282532 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282533 'Out of Process Profiling Android',
2534 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:242535 # chromium.win
2536 'Win 7 Tests x64 (1)',
2537 'Win10 Tests x64',
2538 'Win7 Tests (1)',
2539 'Win7 Tests (dbg)(1)',
2540 ],
2541 },
Kenneth Russell8a386d42018-06-02 09:48:012542 'webgl_conformance_d3d9_passthrough_tests': {
2543 'remove_from': [
2544 # TODO(jdarpinian): Re-enable when http://crbug.com/841789 is fixed.
2545 'Win10 FYI Exp Release (Intel HD 630)',
2546 ],
2547 },
2548 'webgl_conformance_d3d9_tests': {
2549 'remove_from': [
2550 # TODO(jdarpinian): Re-enable when http://crbug.com/841789 is fixed.
2551 'Win10 FYI Exp Release (Intel HD 630)',
2552 ],
2553 },
2554 'webgl_conformance_tests': {
2555 'modifications': {
2556 # On desktop platforms these don't take very long (~7 minutes),
2557 # but on Android they take ~30 minutes and we want to use more
2558 # shards than on desktop.
2559 # chromium.gpu
2560 'Android Release (Nexus 5X)': {
2561 'swarming': {
2562 'shards': 6,
2563 },
2564 },
2565 'Mac FYI GPU ASAN Release': {
2566 'args': [
2567 '--is-asan',
2568 ]
2569 },
2570 },
2571 },
2572 'webgl_conformance_gl_passthrough_tests': {
2573 'remove_from': [
2574 # crbug.com/555545 and crbug.com/649824:
2575 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
2576 # Always fails on older cards, flaky on newer cards.
2577 'Win7 FYI Debug (AMD)',
2578 'Win7 FYI Release (AMD)',
2579 ],
2580 },
2581 'webgl2_conformance_tests': {
2582 'remove_from': [
2583 # The Mac NVIDIA Retina bots don't have the capacity to run
2584 # this test suite on mac_optional_gpu_tests_rel.
2585 'Optional Mac Retina Release (NVIDIA)',
2586 ],
2587 'modifications': {
2588 'Mac FYI GPU ASAN Release': {
2589 'args': [
2590 '--is-asan',
2591 ]
2592 },
2593 },
2594 },
Kenneth Russelleb60cbd22017-12-05 07:54:282595 'webkit_layout_tests': {
2596 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282597 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282598 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:242599 # chromium.linux
Dirk Prankec1083b42018-06-15 02:43:322600 'Linux Tests (dbg)(1)(32)', # 32-bit linux is unsupported
Kenneth Russellfbda3c532017-12-08 23:57:242601 # chromium.win
Dirk Prankec1083b42018-06-15 02:43:322602 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
Dirk Pranke15530fe2018-06-15 16:12:132603 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282604 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282605 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282606 # chromium.fyi
John Budorick6650ef12018-05-16 23:33:172607 'linux-blink-gen-property-trees': {
2608 'args': [
John Budorick47795202018-05-18 01:30:352609 '--debug',
John Budorick6650ef12018-05-16 23:33:172610 '--additional-driver-flag=--enable-blink-gen-property-trees',
2611 ],
2612 },
John Budoricka14c2c392018-03-02 19:00:442613 'linux-blink-heap-incremental-marking': {
2614 'args': [
2615 '--debug',
Michael Lippautzd48e4a52018-04-26 06:59:132616 '--additional-driver-flag=--enable-blink-features=HeapIncrementalMarkingStress',
John Budoricka14c2c392018-03-02 19:00:442617 ],
2618 },
Dirk Pranke97f97ae62018-06-19 22:22:362619 'mac10.10-blink-rel-dummy': {
2620 'swarming': {
2621 'dimension_sets': [
2622 { # This should match Mac10.10 Tests on chromium.mac.
2623 'gpu': 'none',
2624 'os': 'Mac-10.10',
2625 }
2626 ]
2627 },
2628 },
2629 'mac10.11-blink-rel-dummy': {
2630 'swarming': {
2631 'dimension_sets': [
2632 { # This should match Mac10.11 Tests on chromium.mac.
2633 'gpu': 'none',
2634 'os': 'Mac-10.11',
2635 }
2636 ]
2637 },
2638 },
2639 'mac10.12-blink-rel-dummy': {
2640 'swarming': {
2641 'dimension_sets': [
2642 { # This should match Mac10.12 Tests on chromium.mac.
2643 'gpu': '8086:0a2e',
2644 'hidpi': '0',
2645 'os': 'Mac-10.12',
2646 },
2647 ],
2648 },
2649 },
2650 'mac10.12_retina-blink-rel-dummy': {
2651 'swarming': {
2652 'dimension_sets': [
2653 { # This should match WebKit Mac10.12 (retina) on chromium.webkit.
2654 'gpu': '8086:0a2e',
2655 'hidpi': '1',
2656 'os': 'Mac-10.12',
2657 },
2658 ],
2659 },
2660 },
2661 'mac10.13-blink-rel-dummy': {
2662 'swarming': {
2663 'dimension_sets': [
2664 { # This should match Chromium Mac 10.13 on chromium.fyi.
2665 'gpu': '8086:0a2e',
2666 'hidpi': '0',
2667 'os': 'Mac-10.13',
2668 },
2669 ],
2670 'shards': 12,
2671 },
2672 },
Kenneth Russell8ceeabf2017-12-11 17:53:282673 'WebKit Linux layout_ng Dummy Builder': {
2674 'args': [
2675 '--additional-driver-flag=--enable-blink-features=LayoutNG',
Kenneth Russell8ceeabf2017-12-11 17:53:282676 '--additional-driver-flag=--enable-slimming-paint-v175',
2677 ],
2678 'swarming': {
2679 'shards': 15,
2680 },
2681 },
2682 'WebKit Linux root_layer_scrolls Dummy Builder': {
2683 'args': [
2684 '--additional-driver-flag=--root-layer-scrolls',
2685 ],
2686 'swarming': {
2687 'shards': 15,
2688 },
2689 },
2690 'WebKit Linux slimming_paint_v2 Dummy Builder': {
2691 'args': [
Xianzhu Wang0e4447e2018-02-19 06:44:322692 '--additional-driver-flag=--enable-slimming-paint-v2',
Kenneth Russell8ceeabf2017-12-11 17:53:282693 ],
2694 'swarming': {
2695 'shards': 15,
2696 },
2697 },
2698 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282699 'Linux Tests': {
2700 'swarming': {
2701 'dimension_sets': [
2702 {
2703 # TODO(kbr): this is essentially redundant.
2704 'os': 'Ubuntu-14.04',
2705 },
2706 ],
2707 'shards': 6,
2708 },
2709 },
Dirk Prankec1083b42018-06-15 02:43:322710 'Linux Tests (dbg)(1)': {
Dirk Pranke15530fe2018-06-15 16:12:132711 'args': [
2712 '--debug',
2713 ],
Dirk Prankec1083b42018-06-15 02:43:322714 'swarming': {
2715 'dimension_sets': [
2716 {
2717 # TODO(kbr): this is essentially redundant.
2718 'os': 'Ubuntu-14.04',
2719 },
2720 ],
2721 'shards': 20,
2722 },
2723 },
Kenneth Russell8ceeabf2017-12-11 17:53:282724 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:282725 'Mac10.10 Tests': {
2726 # TODO(kbr): this is essentially redundant.
2727 'swarming': {
2728 'dimension_sets': [
2729 {
2730 'gpu': 'none',
2731 'os': 'Mac-10.10.5',
2732 },
2733 ],
2734 },
2735 },
2736 'Mac10.11 Tests': {
2737 # TODO(kbr): this is essentially redundant.
2738 'swarming': {
2739 'dimension_sets': [
2740 {
2741 'gpu': 'none',
2742 'os': 'Mac-10.11.6',
2743 },
2744 ],
2745 },
2746 },
2747 'Mac10.12 Tests': {
2748 # TODO(kbr): if the Swarming dimensions were explicitly specified for
2749 # all jobs then this wouldn't be needed. However, note that this bot
2750 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
2751 'swarming': {
2752 'dimension_sets': [
2753 {
2754 'gpu': '8086:0a2e',
2755 'hidpi': '0',
2756 'os': 'Mac-10.12.6',
2757 },
2758 ],
2759 'shards': 12,
2760 },
2761 },
Dirk Pranke736e26f2018-04-07 01:54:302762 'Mac10.13 Tests': {
Kenneth Russellbeb175e2018-04-21 02:43:092763 # TODO(jbudorick,dpranke): Switch this to 10.13.
Dirk Pranke736e26f2018-04-07 01:54:302764
2765 # TODO(kbr): if the Swarming dimensions were explicitly specified for
2766 # all jobs then this wouldn't be needed. However, note that this bot
2767 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
2768 'swarming': {
2769 'dimension_sets': [
2770 {
2771 'gpu': '8086:0a2e',
2772 'hidpi': '0',
2773 'os': 'Mac-10.12.6',
2774 },
2775 ],
2776 'shards': 12,
2777 },
2778 },
Dirk Pranke15530fe2018-06-15 16:12:132779 'Mac10.13 Tests (dbg)': {
2780 'args': [
2781 '--debug',
2782 ],
2783 },
Nico Weber109dd7502018-06-15 13:56:302784 # chromium.clang
2785 'ToTMac': {
2786 # TODO(thakis): Remove this once Mac10.13 Tests no longer runs tests on 10.12.
2787 'swarming': {
2788 'dimension_sets': [
2789 {
2790 'gpu': '8086:0a2e',
2791 'hidpi': '0',
2792 'os': 'Mac-10.12.6',
2793 },
2794 ],
2795 'shards': 12,
2796 },
2797 },
Dirk Pranke81ff51c2017-12-09 19:24:282798
Dirk Pranke81ff51c2017-12-09 19:24:282799 # chromium.webkit.
Dirk Pranke81ff51c2017-12-09 19:24:282800 'WebKit Linux Trusty ASAN': {
2801 'args': [
2802 '--additional-expectations',
2803 '../../third_party/WebKit/LayoutTests/ASANExpectations',
2804 '--time-out-ms',
2805 '48000',
2806 '--enable-sanitizer',
2807 ],
2808 'swarming': {
2809 'dimension_sets': [
2810 {
2811 'os': 'Ubuntu-14.04',
2812 },
2813 ],
2814 'shards': 20,
2815 },
2816 },
2817 'WebKit Linux Trusty Leak': {
2818 'args': [
2819 '--additional-expectations',
2820 '../../third_party/WebKit/LayoutTests/LeakExpectations',
2821 '--time-out-ms',
2822 '48000',
2823 '--enable-leak-detection',
2824 ],
2825 'swarming': {
2826 'dimension_sets': [
2827 {
2828 'os': 'Ubuntu-14.04',
2829 },
2830 ],
2831 'shards': 10,
2832 },
2833 },
2834 'WebKit Linux Trusty MSAN': {
2835 'args': [
2836 '--additional-expectations',
2837 '../../third_party/WebKit/LayoutTests/MSANExpectations',
2838 '--time-out-ms',
2839 '66000',
2840 '--enable-sanitizer',
2841 ],
2842 'swarming': {
2843 'dimension_sets': [
2844 {
2845 'os': 'Ubuntu-14.04',
2846 },
2847 ],
2848 'expiration': 36000,
2849 'hard_timeout': 10800,
2850 'io_timeout': 3600,
2851 'shards': 20,
2852 },
2853 },
Dirk Pranke81ff51c2017-12-09 19:24:282854 'WebKit Win10': {
2855 'swarming': {
2856 'dimension_sets': [
2857 {
Jao-ke Chin-Leeee7d1492018-04-02 17:35:482858 'os': 'Windows-10-15063',
Dirk Pranke81ff51c2017-12-09 19:24:282859 },
2860 ],
Dirk Pranke81ff51c2017-12-09 19:24:282861 },
2862 },
Kenneth Russell8ceeabf2017-12-11 17:53:282863 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:282864 'Win7 Tests (dbg)(1)': {
2865 'args': [
2866 '--debug',
2867 '--time-out-ms',
2868 '60000'
2869 ],
Dirk Pranke028aa922018-05-25 18:37:342870 'experiment_percentage': 100,
Kenneth Russelleb60cbd22017-12-05 07:54:282871 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
2872 # from prefered_os_dimension in
2873 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
2874 # Swarming dimensions would be either specified for all testers on the
2875 # waterfall (and therefore, explicitly specified for all tests in the
2876 # generated JSON), or this would be removed, and the implicit one used.
2877 'swarming': {
2878 'dimension_sets': [
2879 {
2880 'os': 'Windows-7-SP1',
2881 }
2882 ],
2883 },
2884 },
Stephen Martinis1c5d6aa2018-04-17 03:11:252885 'Win10 Tests x64 (dbg)': {
2886 'args': [
2887 '--debug',
Stephen Martinis29afff32018-04-19 03:03:112888 '--target',
2889 'Debug_x64',
Stephen Martinis1c5d6aa2018-04-17 03:11:252890 ],
2891 },
Kenneth Russelleb60cbd22017-12-05 07:54:282892 },
2893 },
Kenneth Russelleb60cbd22017-12-05 07:54:282894 'webkit_unit_tests': {
Dirk Pranke81ff51c2017-12-09 19:24:282895 'modifications': {
John Budorick5052d552017-12-13 02:59:342896 # chromium.memory
2897 'Linux ASan LSan Tests (1)': {
2898 # These are very slow on the ASAN trybot for some reason.
2899 # crbug.com/794372
2900 'swarming': {
2901 'shards': 5,
2902 },
2903 },
arthursonzogni26889d82018-05-29 17:18:162904 'Marshmallow 64 bit Tester': {
2905 # Increase timeout. See https://crbug.com/847229.
2906 'swarming': {
2907 'hard_timeout': 1200,
2908 },
2909 },
Dirk Pranke81ff51c2017-12-09 19:24:282910 },
Kenneth Russelleb60cbd22017-12-05 07:54:282911 },
2912 'webview_instrumentation_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:282913 'remove_gtest_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282914 'Unswarmed N5 Tests Dummy Builder',
2915 'Unswarmed N5X Tests Dummy Builder',
2916 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282917 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:062918 # This test frequently fails on Android, https://crbug.com/824959
2919 # chromium.android
John Budorick2232bb982018-05-18 17:50:072920 'android-kitkat-arm-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:282921 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282922 'KitKat Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282923 # chromium.android.fyi
Hans Wennborga0b11ebe2018-05-15 16:26:502924 # chromium.clang; matching chromium.android, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:502925 'ToTAndroid',
Dirk Pranke20eae9a72017-12-09 18:12:142926 # On chromium.swarm, this should possibly be being run (or removed
2927 # from Android N5X Swarm).
2928 'Android N5 Swarm',
Kenneth Russell8ceeabf2017-12-11 17:53:282929 # chromium.fyi
2930 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282931 ],
Kenneth Russellfbda3c532017-12-08 23:57:242932 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:282933 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282934 'Nougat Phone Tester': [
2935 'args',
2936 ],
Kenneth Russell8ceeabf2017-12-11 17:53:282937 'x86 Cloud Tester': [
2938 'args',
2939 ],
Kenneth Russellfbda3c532017-12-08 23:57:242940 },
Kenneth Russelleb60cbd22017-12-05 07:54:282941 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242942 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:392943 'android-marshmallow-arm64-rel': {
2944 'swarming': {
2945 'hard_timeout': 1200,
2946 'shards': 8,
2947 },
2948 },
Kenneth Russelleb60cbd22017-12-05 07:54:282949 'Lollipop Phone Tester': {
2950 'swarming': {
2951 'shards': 6,
2952 },
2953 },
2954 'Lollipop Tablet Tester': {
2955 'swarming': {
2956 'hard_timeout': 1800,
2957 'shards': 6,
2958 },
2959 },
2960 'Marshmallow 64 bit Tester': {
2961 'swarming': {
2962 'hard_timeout': 1200,
2963 'shards': 8,
2964 },
2965 },
Kenneth Russelleb60cbd22017-12-05 07:54:282966 'Marshmallow Tablet Tester': {
2967 'swarming': {
2968 'hard_timeout': 1800,
2969 'shards': 6,
2970 },
2971 },
Kenneth Russell8ceeabf2017-12-11 17:53:282972 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282973 'Nougat Phone Tester': {
2974 'swarming': {
2975 'hard_timeout': 1500,
2976 'shards': 6,
2977 },
2978 },
2979 'x86 Cloud Tester': {
2980 'swarming': {
2981 'hard_timeout': 960,
2982 },
2983 },
Kenneth Russelleb60cbd22017-12-05 07:54:282984 },
2985 },
Kenneth Russellfbda3c532017-12-08 23:57:242986 'wm_unittests': {
2987 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282988 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282989 'Out of Process Profiling Windows',
2990 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:242991 ],
2992 },
Kenneth Russelleb60cbd22017-12-05 07:54:282993 'zucchini_unittests': {
2994 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282995 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:282996 'Win10 Tests x64',
2997 ],
2998 },
2999}