blob: 6e4a7f604456a3b827ab02b8792832ee8c65358c [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
16# The goal is to drive the number of exceptions to zero, to make all
17# the bots behave similarly.
18{
John Budorickca14c76f62017-12-09 14:19:1819 'accessibility_unittests': {
20 'remove_from': [
21 'Mac ASan 64 Tests (1)',
22 ],
23 },
Kenneth Russelleb60cbd22017-12-05 07:54:2824 'android_webview_unittests': {
25 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3226 # On chromium.android, these do not need to run prior to M.
John Budorick2232bb982018-05-18 17:50:0727 'android-kitkat-arm-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:2828 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:2829 'KitKat Tablet Tester',
John Budorick826d5ed2017-12-28 19:27:3230 # They should be running here, though, once stabilized.
Kenneth Russell8ceeabf2017-12-11 17:53:2831 'Nougat Phone Tester chromium.android',
32 # chromium.android.fyi
33 'x64 Device Tester',
Kenneth Russellfbda3c532017-12-08 23:57:2434 # chromium.clang
35 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:2836 # chromium.fyi
37 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:2838 ],
39 'modifications': {
40 'Lollipop Tablet Tester': {
41 'swarming': {
42 'hard_timeout': 900,
43 },
44 },
Kenneth Russelleb60cbd22017-12-05 07:54:2845 'Marshmallow Tablet Tester': {
46 'swarming': {
47 'hard_timeout': 900,
48 },
49 },
50 },
51 },
Kenneth Russell8a386d42018-06-02 09:48:0152 'angle_end2end_tests': {
53 'remove_from': [
54 # chromium.gpu.fyi
55 # TODO(ynovikov) Investigate why the test breaks on older devices.
56 'Android FYI Release (Nexus 5)',
57 'Android FYI Release (Nexus 6)',
58 'Android FYI Release (Nexus 9)',
59 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
60 'Linux FYI Release (AMD R7 240)',
61 ],
62 },
63 'angle_perftests': {
64 'remove_from': [
65 # anglebug.com/2433
66 'Android FYI Release (Nexus 6)',
67 ],
68 },
Kenneth Russellfbda3c532017-12-08 23:57:2469 'angle_unittests': {
70 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2871 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:5972 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:2873 'Chromium Mac 10.11',
74 'Chromium Mac 10.11 Force Mac Toolchain',
75 'Chromium Mac 10.13',
Kenneth Russell8a386d42018-06-02 09:48:0176 # chromium.gpu and chromium.gpu.fyi
77 # On Android, these are already run on the main waterfall.
78 # Run them on the one-off Android FYI bots, though.
79 'Android Release (Nexus 5X)',
80 'Android FYI Release (Nexus 5X)',
81 # Remove these from the optional GPU tryservers as they're
82 # already run on the main ones.
83 'Optional Linux Release (Intel HD 630)',
84 'Optional Linux Release (NVIDIA)',
Kenneth Russellfbda3c532017-12-08 23:57:2485 ],
John Budorickca14c76f62017-12-09 14:19:1886 'modifications': {
87 'Linux ASan LSan Tests (1)': {
88 'swarming': {
89 'shards': 10,
90 },
91 },
92 },
Kenneth Russellfbda3c532017-12-08 23:57:2493 },
94 'app_shell_unittests': {
95 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2896 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:2897 'Out of Process Profiling Windows',
Kenneth Russell8ceeabf2017-12-11 17:53:2898 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:1899 ],
100 },
James Cookf225c322018-02-22 00:05:50101 'mash_ash_unittests': {
John Budorickca14c76f62017-12-09 14:19:18102 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24103 ],
104 },
105 'aura_unittests': {
106 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28107 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28108 'Out of Process Profiling Windows',
109 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24110 ],
111 },
Kenneth Russelleb60cbd22017-12-05 07:54:28112 'base_unittests': {
113 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24114 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:39115 'android-marshmallow-arm64-rel': {
116 'swarming': {
117 'hard_timeout': 960,
118 },
119 },
Kenneth Russelleb60cbd22017-12-05 07:54:28120 'KitKat Tablet Tester': {
121 'swarming': {
122 'hard_timeout': 300,
123 },
124 },
125 'Lollipop Tablet Tester': {
126 'swarming': {
127 'hard_timeout': 600,
128 },
129 },
Kenneth Russelleb60cbd22017-12-05 07:54:28130 'Marshmallow Tablet Tester': {
131 'swarming': {
132 'hard_timeout': 600,
133 },
134 },
Kenneth Russellfbda3c532017-12-08 23:57:24135 # chromium.clang
136 'ToTMac': {
137 'swarming': {
138 'shards': 5,
139 },
140 },
Kenneth Russell8ceeabf2017-12-11 17:53:28141 # chromium.fyi
142 'Out of Process Profiling Mac': {
143 'swarming': {
144 'shards': 5,
145 },
146 },
Kenneth Russelleb60cbd22017-12-05 07:54:28147 },
148 },
John Budorickca14c76f62017-12-09 14:19:18149 'blink_heap_unittests': {
150 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:18151 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46152 'Linux TSan Tests', # https://crbug.com/831674
John Budorickca14c76f62017-12-09 14:19:18153 ],
154 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28155 # chromium.android
John Budorick2232bb982018-05-18 17:50:07156 'android-kitkat-arm-rel': {
157 'swarming': {
158 'hard_timeout': 180,
159 },
160 },
John Budorick8c4a989d2018-05-20 05:08:39161 'android-marshmallow-arm64-rel': {
162 'swarming': {
163 'hard_timeout': 960,
164 },
165 },
John Budorickca14c76f62017-12-09 14:19:18166 'KitKat Phone Tester (dbg)': {
167 'swarming': {
168 'hard_timeout': 180,
169 },
170 },
Kenneth Russell8ceeabf2017-12-11 17:53:28171 # chromium.android.fyi
172 'x86 Cloud Tester': {
173 'swarming': {
174 'hard_timeout': 120,
175 },
176 },
John Budorickca14c76f62017-12-09 14:19:18177 },
178 },
John Budorickca14c76f62017-12-09 14:19:18179 'boringssl_crypto_tests': {
180 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:18181 # chromium.chromiumos
John Budorickca14c76f62017-12-09 14:19:18182 'linux-chromeos-dbg',
183 'linux-chromeos-rel',
184 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
185 'Mac10.12 Tests',
John Budorickca14c76f62017-12-09 14:19:18186 ],
187 },
188 'boringssl_ssl_tests': {
189 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:18190 # chromium.chromiumos
John Budorickca14c76f62017-12-09 14:19:18191 'linux-chromeos-dbg',
192 'linux-chromeos-rel',
193 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
194 'Mac10.12 Tests',
John Budorickca14c76f62017-12-09 14:19:18195 ],
196 },
Kenneth Russelleb60cbd22017-12-05 07:54:28197 'breakpad_unittests': {
198 'modifications': {
199 'KitKat Tablet Tester': {
200 'swarming': {
201 'hard_timeout': 60,
202 },
203 },
204 'Lollipop Tablet Tester': {
205 'swarming': {
206 'hard_timeout': 60,
207 },
208 },
209 'Marshmallow Tablet Tester': {
210 'swarming': {
211 'hard_timeout': 60,
212 },
213 },
214 },
215 },
216 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24217 'remove_from': [
218 # chromium.clang
219 'CrWinAsanCov',
Nico Weber3af4da72018-02-27 01:59:41220 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24221 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:13222 'UBSanVptr Linux',
John Budorickca14c76f62017-12-09 14:19:18223 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46224 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11225 # chromium.win
226 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24227 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28228 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28229 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34230 'linux-chromeos-dbg': {
231 'swarming': {
232 'shards': 20,
233 },
234 },
Kenneth Russellfbda3c532017-12-08 23:57:24235 'ToTWin(dbg)': {
236 'swarming': {
237 'shards': 20,
238 },
239 },
240 'ToTWin64(dbg)': {
241 'swarming': {
242 'shards': 20,
243 },
244 },
245 'ToTLinuxThinLTO': {
246 # TODO(kbr): remove this spurious filter.
247 'args': [
248 '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
249 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28250 },
251 # chromium.fyi
252 'Out of Process Profiling Linux': {
Kenneth Russellfbda3c532017-12-08 23:57:24253 'swarming': {
Kenneth Russell8ceeabf2017-12-11 17:53:28254 'shards': 5,
Kenneth Russellfbda3c532017-12-08 23:57:24255 },
256 },
Elly Fong-Jones298674d2018-04-24 17:06:00257 'Mac10.11 Tests': {
258 'args': [
259 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
260 ],
261 },
262 'Mac10.12 Tests': {
263 'args': [
264 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
265 ],
266 },
John Budorickca14c76f62017-12-09 14:19:18267 # chromium.memory
John Budorick5052d552017-12-13 02:59:34268 'Linux ASan LSan Tests (1)': {
269 # These are very slow on the ASAN trybot for some reason.
270 # crbug.com/794372
271 'swarming': {
272 'shards': 30,
273 },
274 },
John Budorickca14c76f62017-12-09 14:19:18275 'Linux Chromium OS ASan LSan Tests (1)': {
276 'args': [
277 '--test-launcher-filter-file=../../testing/buildbot/filters/browser_tests_cros_asan.filter',
278 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28279 },
John Budorickca14c76f62017-12-09 14:19:18280 'Mac ASan 64 Tests (1)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28281 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18282 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28283 },
284 },
Dirk Pranke8fd63c12017-12-10 18:06:27285 # client.v8.chromium
286 'Linux - Future (dbg)': {
287 'swarming': {
288 'shards': 10,
289 },
290 },
Kenneth Russell8ceeabf2017-12-11 17:53:28291 # chromium.win
292 'Win7 Tests (dbg)(1)': {
293 'swarming': {
294 'shards': 20,
295 },
296 },
Kenneth Russelleb60cbd22017-12-05 07:54:28297 },
298 },
Kenneth Russelleb60cbd22017-12-05 07:54:28299 'capture_unittests': {
300 'modifications': {
301 'KitKat Tablet Tester': {
302 'swarming': {
303 'hard_timeout': 120,
304 },
305 },
306 'Marshmallow Tablet Tester': {
307 'swarming': {
308 'hard_timeout': 120,
309 },
310 },
311 },
312 },
313 'cast_shell_browsertests': {
314 'modifications': {
315 'Cast Audio Linux': {
316 'args': [
317 '--enable-local-file-accesses',
318 '--ozone-platform=headless',
319 '--no-sandbox',
320 '--test-launcher-jobs=1',
321 ],
322 'swarming': {
323 'can_use_on_swarming_builders': False,
324 },
325 },
326 'Cast Linux': {
327 'args': [
328 '--enable-local-file-accesses',
329 '--ozone-platform=cast',
330 '--no-sandbox',
331 '--test-launcher-jobs=1',
332 ],
333 'swarming': {
334 'can_use_on_swarming_builders': False,
335 },
336 },
337 },
338 },
339 'cast_unittests': {
340 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34341 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34342 'linux-chromeos-dbg',
343 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:28344 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28345 # TODO(kbr): why are the cast unit tests not run on the Cast bots?!
346 'Cast Audio Linux',
347 'Cast Linux',
Kenneth Russellfbda3c532017-12-08 23:57:24348 # chromium.clang
Peter Collingbourne6e3a081d2018-02-16 19:54:33349 'ToTAndroidCFI',
Kenneth Russellfbda3c532017-12-08 23:57:24350 'ToTLinuxThinLTO',
Kenneth Russelleb60cbd22017-12-05 07:54:28351 ],
352 },
353 'cc_unittests': {
Kenneth Russell56a3e862017-12-08 03:11:34354 'remove_from': [
355 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34356 'linux-chromeos-dbg',
357 'linux-chromeos-rel',
358 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28359 },
Dirk Pranke1b767092017-12-07 04:44:23360 'checkbins': {
361 'remove_from': [
362 'Linux x64',
363 'Mac',
364 ],
365 },
Kenneth Russell8ceeabf2017-12-11 17:53:28366 'chrome_app_unittests': {
367 'remove_from': [
368 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59369 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28370 'Chromium Mac 10.11',
371 'Chromium Mac 10.11 Force Mac Toolchain',
372 'Chromium Mac 10.13',
373 'Out of Process Profiling Mac',
374 ],
375 },
Kenneth Russellfbda3c532017-12-08 23:57:24376 'chrome_elf_import_unittests': {
377 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28378 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28379 'Out of Process Profiling Windows',
380 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24381 ],
382 },
Kenneth Russelleb60cbd22017-12-05 07:54:28383 'chrome_public_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28384 'remove_gtest_from': [
385 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28386 'Unswarmed N5 Tests Dummy Builder',
387 'Unswarmed N5X Tests Dummy Builder',
388 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28389 'remove_from': [
Peter Collingbourne6e3a081d2018-02-16 19:54:33390 # chromium.clang
391 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:58392 # chromium.memory
393 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:28394 ],
Kenneth Russellfbda3c532017-12-08 23:57:24395 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28396 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28397 'Nougat Phone Tester': [
398 'args',
399 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28400 'x86 Cloud Tester': [
401 'args',
402 ],
Kenneth Russellfbda3c532017-12-08 23:57:24403 },
Kenneth Russelleb60cbd22017-12-05 07:54:28404 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28405 # chromium.android
John Budorick2232bb982018-05-18 17:50:07406 'android-kitkat-arm-rel': {
407 'swarming': {
408 'shards': 12,
409 },
410 },
John Budorick8c4a989d2018-05-20 05:08:39411 'android-marshmallow-arm64-rel': {
412 # TODO(crbug.com/731759): Enable this once we're confident that it
413 # passes.
414 'experiment_percentage': 100,
415 },
Kenneth Russelleb60cbd22017-12-05 07:54:28416 'KitKat Phone Tester (dbg)': {
417 'swarming': {
418 'shards': 20,
419 },
420 },
Kenneth Russelleb60cbd22017-12-05 07:54:28421 'KitKat Tablet Tester': {
422 'swarming': {
423 'hard_timeout': 2400,
424 },
425 },
426 'Lollipop Phone Tester': {
427 'swarming': {
428 'hard_timeout': 1800,
429 },
430 },
431 'Lollipop Tablet Tester': {
432 'swarming': {
433 'hard_timeout': 1800,
434 },
435 },
436 'Marshmallow 64 bit Tester': {
Benjamin Pasteneca1963002018-04-18 18:58:24437 # TODO(crbug.com/731759): Enable this once we're confident that it
438 # passes.
439 'experiment_percentage': 100,
Kenneth Russelleb60cbd22017-12-05 07:54:28440 'swarming': {
441 'hard_timeout': 1200,
442 'shards': 14,
443 },
444 },
445 'Marshmallow Tablet Tester': {
446 'swarming': {
447 'hard_timeout': 1800,
448 },
449 },
Kenneth Russell8ceeabf2017-12-11 17:53:28450 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28451 'Nougat Phone Tester': {
452 'swarming': {
453 'hard_timeout': 1200,
454 'shards': 8,
455 },
456 },
457 'x64 Device Tester': {
458 'swarming': {
459 'hard_timeout': 0,
460 'shards': 1,
461 },
462 },
463 'x86 Cloud Tester': {
464 'swarming': {
465 'hard_timeout': 1200,
466 'shards': 1,
467 },
468 },
Kenneth Russellfbda3c532017-12-08 23:57:24469 # chromium.clang
470 'ToTAndroid x64': {
471 'swarming': {
472 'shards': 1,
473 'hard_timeout': 0,
474 },
475 },
Kenneth Russell8ceeabf2017-12-11 17:53:28476 # chromium.fyi
477 'Out of Process Profiling Android': {
478 'swarming': {
479 'shards': 1,
480 'hard_timeout': 0,
481 },
482 },
John Budorick34009472018-04-03 17:38:44483 # chromium.swarm
484 'Android N5X Swarm': {
485 # TODO(crbug.com/731759): Enable this once we're confident that it
486 # passes.
487 'experiment_percentage': 100,
488 },
Kenneth Russelleb60cbd22017-12-05 07:54:28489 },
490 },
491 'chrome_public_test_vr_apk': {
Kenneth Russelleb60cbd22017-12-05 07:54:28492 'modifications': {
John Budorick2232bb982018-05-18 17:50:07493 'android-kitkat-arm-rel': {
494 'args': [
495 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
496 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
497 ],
498 'swarming': {
499 'hard_timeout': 1920,
500 },
501 },
John Budorick8c4a989d2018-05-20 05:08:39502 'android-marshmallow-arm64-rel': {
503 'args': [
504 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
505 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
506 ],
507 'swarming': {
508 'hard_timeout': 1200,
509 },
510 },
Kenneth Russelleb60cbd22017-12-05 07:54:28511 'Lollipop Phone Tester': {
512 'args': [
513 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
514 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
Kenneth Russelleb60cbd22017-12-05 07:54:28515 ],
516 'swarming': {
517 'hard_timeout': 1920,
518 },
519 },
520 'Marshmallow 64 bit Tester': {
521 'args': [
522 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
523 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
524 ],
525 },
Kenneth Russelleb60cbd22017-12-05 07:54:28526 },
527 },
528 'chrome_sync_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28529 'remove_gtest_from': [
530 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28531 'Unswarmed N5 Tests Dummy Builder',
532 'Unswarmed N5X Tests Dummy Builder',
533 ],
Kenneth Russellfbda3c532017-12-08 23:57:24534 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28535 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28536 'Nougat Phone Tester': [
537 'args',
538 ],
539 'x64 Device Tester': [
540 'args',
541 ],
542 'x86 Cloud Tester': [
543 'args',
544 ],
Kenneth Russellfbda3c532017-12-08 23:57:24545 },
Kenneth Russelleb60cbd22017-12-05 07:54:28546 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24547 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28548 'KitKat Phone Tester (dbg)': {
549 'swarming': {
550 'shards': 2,
551 },
552 },
553 'KitKat Tablet Tester': {
554 'swarming': {
555 'hard_timeout': 1200,
556 },
557 },
558 'Lollipop Tablet Tester': {
559 'swarming': {
560 'hard_timeout': 1200,
561 },
562 },
563 'Marshmallow Tablet Tester': {
564 'swarming': {
565 'hard_timeout': 1200,
566 },
567 },
Kenneth Russell8ceeabf2017-12-11 17:53:28568 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28569 'x64 Device Tester': {
570 'swarming': {
571 'hard_timeout': 0,
572 },
573 },
574 'x86 Cloud Tester': {
575 'swarming': {
576 'hard_timeout': 600,
577 },
578 },
Kenneth Russellfbda3c532017-12-08 23:57:24579 # chromium.clang
580 'ToTAndroid x64': {
581 'swarming': {
582 'hard_timeout': 0,
583 },
584 },
585 'ToTAndroidCFI': {
586 'swarming': {
587 'hard_timeout': 0,
588 },
589 },
Kenneth Russell8ceeabf2017-12-11 17:53:28590 # chromium.fyi
591 'Out of Process Profiling Android': {
592 'swarming': {
593 'hard_timeout': 0,
594 },
595 },
Peter Collingbournee07e84e82018-02-23 20:28:58596 # chromium.memory
597 'Android CFI': {
598 'swarming': {
599 'hard_timeout': 0,
600 },
601 },
Kenneth Russelleb60cbd22017-12-05 07:54:28602 },
603 },
Kenneth Russell56a3e862017-12-08 03:11:34604 'chromedriver_unittests': {
605 'remove_from': [
606 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34607 'linux-chromeos-dbg',
608 'linux-chromeos-rel',
609 ],
610 },
Kenneth Russelleb60cbd22017-12-05 07:54:28611 'components_browsertests': {
612 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34613 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34614 'linux-chromeos-dbg',
615 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28616 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59617 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28618 'Chromium Mac 10.11',
619 'Chromium Mac 10.11 Force Mac Toolchain',
620 'Chromium Mac 10.13',
621 'Out of Process Profiling Linux',
622 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:28623 # On chromium.linux, unclear why these aren't run on the Cast bots.
624 'Cast Audio Linux',
625 'Cast Linux',
626 'Linux Tests (dbg)(1)(32)',
Kenneth Russell56a3e862017-12-08 03:11:34627 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:28628 'Win7 Tests (dbg)(1)',
Stephen Martinis6a0f46002018-05-19 00:32:19629 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28630 ],
631 'modifications': {
John Budorick8c4a989d2018-05-20 05:08:39632 'android-marshmallow-arm64-rel': {
633 'swarming': {
634 'hard_timeout': 960,
635 },
636 },
Kenneth Russelleb60cbd22017-12-05 07:54:28637 'KitKat Tablet Tester': {
638 'swarming': {
639 'hard_timeout': 600,
640 },
641 },
642 'Lollipop Tablet Tester': {
643 'swarming': {
644 'hard_timeout': 600,
645 },
646 },
Kenneth Russelleb60cbd22017-12-05 07:54:28647 'Marshmallow Tablet Tester': {
648 'swarming': {
649 'hard_timeout': 600,
650 },
651 },
652 },
653 },
654 'components_unittests': {
655 'remove_from': [
656 # On chromium.linux, unclear why these aren't run on the Cast bots.
657 'Cast Audio Linux',
658 'Cast Linux',
659 ],
660 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28661 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:39662 'android-marshmallow-arm64-rel': {
663 'swarming': {
664 'hard_timeout': 960,
665 },
666 },
Kenneth Russelleb60cbd22017-12-05 07:54:28667 'KitKat Tablet Tester': {
668 'swarming': {
669 'hard_timeout': 1500,
670 },
671 },
672 'Lollipop Phone Tester': {
673 'swarming': {
674 'hard_timeout': 960,
675 },
676 },
677 'Lollipop Tablet Tester': {
678 'swarming': {
679 'hard_timeout': 1200,
680 },
681 },
682 'Marshmallow 64 bit Tester': {
683 'swarming': {
684 'hard_timeout': 960,
685 },
686 },
Kenneth Russelleb60cbd22017-12-05 07:54:28687 'Marshmallow Tablet Tester': {
688 'swarming': {
689 'hard_timeout': 1500,
690 },
691 },
Kenneth Russell8ceeabf2017-12-11 17:53:28692 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28693 'Nougat Phone Tester': {
694 'swarming': {
695 'hard_timeout': 960,
696 'shards': 1,
697 },
698 },
699 'x64 Device Tester': {
700 'swarming': {
701 'hard_timeout': 0,
702 'shards': 1,
703 },
704 },
705 'x86 Cloud Tester': {
706 'swarming': {
707 'hard_timeout': 0,
708 'shards': 1,
709 },
710 },
John Budorick5052d552017-12-13 02:59:34711 # chromium.memory
712 'Linux ASan LSan Tests (1)': {
713 # These are very slow on the ASAN trybot for some reason.
714 # crbug.com/794372
715 'swarming': {
716 'shards': 5,
717 },
718 },
Kenneth Russelleb60cbd22017-12-05 07:54:28719 },
720 },
Kenneth Russellfbda3c532017-12-08 23:57:24721 'compositor_unittests': {
722 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28723 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28724 'Out of Process Profiling Windows',
725 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24726 ],
727 },
Kenneth Russelleb60cbd22017-12-05 07:54:28728 'content_browsertests': {
729 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24730 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:39731 'android-marshmallow-arm64-rel': {
732 'swarming': {
733 'hard_timeout': 1200,
734 'shards': 6,
735 },
736 },
Kenneth Russelleb60cbd22017-12-05 07:54:28737 'KitKat Tablet Tester': {
738 'swarming': {
739 'hard_timeout': 1800,
740 'shards': 6,
741 },
742 },
743 'Lollipop Phone Tester': {
744 'swarming': {
745 'hard_timeout': 1800,
746 'shards': 6,
747 },
748 },
749 'Lollipop Tablet Tester': {
750 'swarming': {
751 'hard_timeout': 1800,
752 'shards': 6,
753 },
754 },
755 'Marshmallow 64 bit Tester': {
756 'swarming': {
757 'hard_timeout': 1200,
758 'shards': 6,
759 },
760 },
Kenneth Russelleb60cbd22017-12-05 07:54:28761 'Marshmallow Tablet Tester': {
762 'swarming': {
763 'hard_timeout': 1800,
764 'shards': 6,
765 },
766 },
Kenneth Russell8ceeabf2017-12-11 17:53:28767 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28768 'Nougat Phone Tester': {
769 'swarming': {
770 'hard_timeout': 1200,
771 'shards': 6,
772 },
773 },
774 'Unswarmed N5 Tests Dummy Builder': {
775 'args': [
776 '--shard-timeout',
777 '600',
778 ],
779 },
780 'Unswarmed N5X Tests Dummy Builder': {
781 'args': [
782 '--shard-timeout',
783 '600',
784 ],
785 },
786 'x64 Device Tester': {
787 'swarming': {
788 'hard_timeout': 0,
789 'shards': 1,
790 },
791 },
792 'x86 Cloud Tester': {
793 'swarming': {
794 'hard_timeout': 960,
795 'shards': 1,
796 },
797 },
798 # chromium.chromiumos
Kenneth Russell8ceeabf2017-12-11 17:53:28799 'Linux TSan Tests': {
800 'swarming': {
801 'shards': 5,
802 },
803 },
804 'linux-chromeos-dbg': {
805 'swarming': {
806 'shards': 2,
807 },
808 },
809 'linux-chromeos-rel': {
Kenneth Russelleb60cbd22017-12-05 07:54:28810 'swarming': {
811 'shards': 2,
812 },
813 },
Kenneth Russellfbda3c532017-12-08 23:57:24814 # chromium.clang
815 'ToTLinuxUBSanVptr': {
816 'swarming': {
817 'shards': 5,
818 },
819 },
Nico Weber825c6d02018-05-01 14:54:31820 'linux-win_cross-rel': {
821 # content_browsertests sometimes times out without this override on
822 # the cross bot, probably because of https://crbug.com/803591,
823 # see also https://crbug.com/838559
824 # TODO(thakis): Remove this once 803591 is fixed.
825 'swarming': {
826 'shards': 5,
827 },
828 },
Kenneth Russellfbda3c532017-12-08 23:57:24829 # chromium.linux
830 'Cast Audio Linux': {
831 'args': [
832 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
833 ],
834 'swarming': {
835 'can_use_on_swarming_builders': False,
836 },
837 },
838 'Cast Linux': {
839 'args': [
840 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
841 ],
842 'swarming': {
843 'can_use_on_swarming_builders': False,
844 },
845 },
John Budorickca14c76f62017-12-09 14:19:18846 # chromium.memory
John Budorick5052d552017-12-13 02:59:34847 'Linux ASan LSan Tests (1)': {
848 # These are very slow on the ASAN trybot for some reason.
849 # crbug.com/794372
850 'swarming': {
851 'shards': 4,
852 },
853 },
Yuke Liao47450ee2018-03-21 19:32:11854 'Linux Chromium OS ASan LSan Tests (1)': {
855 # content_browsertests is slow on ASAN try bot. crbug.com/822461.
856 'swarming': {
857 'shards': 4,
858 }
859 },
John Budorickca14c76f62017-12-09 14:19:18860 'Mac ASan 64 Tests (1)': {
861 'swarming': {
862 'shards': 2,
863 },
864 },
Kenneth Russell8ceeabf2017-12-11 17:53:28865 # chromium.win
866 'Win7 Tests (dbg)(1)': {
867 'swarming': {
868 'shards': 2,
869 },
870 },
Stephen Martinisc1fd43fd2018-06-04 22:04:18871 # chromium.win
872 'Win10 Tests x64 (dbg)': {
873 'experiment_percentage': 100,
874 },
Kenneth Russelleb60cbd22017-12-05 07:54:28875 },
876 },
John Budorickca14c76f62017-12-09 14:19:18877 'content_browsertests --mus': {
878 'remove_from': [
879 # chromium.memory
880 'Linux Chromium OS ASan LSan Tests (1)',
881 ],
882 },
Kenneth Russelleb60cbd22017-12-05 07:54:28883 'content_shell_crash_test': {
884 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28885 # chromium.fyi
886 'Chromium Mac 10.11',
887 'Chromium Mac 10.13',
888 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:28889 # On chromium.linux, unclear why these only run on "Linux Tests".
890 'Linux Tests (dbg)(1)',
891 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b232018-03-03 02:59:14892 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:28893 'Mac10.10 Tests',
894 'Mac10.11 Tests',
895 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:14896 'Mac10.13 Tests (dbg)',
Dirk Pranke0dbdf562018-05-25 16:21:36897 # crbug.com/846729 - re-enable when this passes reliably.
898 'Win7 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:28899 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
900 'Win 7 Tests x64 (1)',
901 'Win10 Tests x64',
Stephen Martinis6a0f46002018-05-19 00:32:19902 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28903 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:27904 # client.v8.chromium
905 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28906 ],
Shenghua Zhangd0d97a32018-02-23 00:33:58907 'modifications': {
Shenghua Zhangbd6f1b232018-03-03 02:59:14908 'Mac10.13 Tests': {
Shenghua Zhangd0d97a32018-02-23 00:33:58909 # Remove this once the tests is not flaky on Mac os 10.13
910 # See crbug.com/813163
911 'experiment_percentage': 100,
912 },
913 }
Kenneth Russelleb60cbd22017-12-05 07:54:28914 },
915 'content_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28916 'remove_gtest_from': [
917 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28918 'Unswarmed N5 Tests Dummy Builder',
919 'Unswarmed N5X Tests Dummy Builder',
920 ],
Kenneth Russellfbda3c532017-12-08 23:57:24921 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28922 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28923 'Nougat Phone Tester': [
924 'args',
925 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28926 'x86 Cloud Tester': [
927 'args',
928 ],
Kenneth Russellfbda3c532017-12-08 23:57:24929 },
Kenneth Russelleb60cbd22017-12-05 07:54:28930 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24931 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28932 'KitKat Tablet Tester': {
933 'swarming': {
Benjamin Pastene0531d9092018-03-07 22:08:34934 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:28935 'shards': 2,
936 },
937 },
938 'Lollipop Phone Tester': {
939 'swarming': {
940 'shards': 2,
941 },
942 },
943 'Lollipop Tablet Tester': {
944 'swarming': {
945 'hard_timeout': 1200,
946 'shards': 2,
947 },
948 },
949 'Marshmallow Tablet Tester': {
950 'swarming': {
951 'hard_timeout': 1500,
952 'shards': 2,
953 },
954 },
Kenneth Russell8ceeabf2017-12-11 17:53:28955 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28956 'Nougat Phone Tester': {
957 'swarming': {
958 'hard_timeout': 1200,
959 'shards': 4,
960 },
961 },
962 'x64 Device Tester': {
963 'swarming': {
964 'hard_timeout': 0,
965 'shards': 1,
966 },
967 },
968 'x86 Cloud Tester': {
969 'swarming': {
970 'hard_timeout': 1920,
971 'shards': 1,
972 },
973 },
Kenneth Russellfbda3c532017-12-08 23:57:24974 # chromium.clang
975 'ToTAndroid x64': {
976 'swarming': {
977 'hard_timeout': 0,
978 'shards': 1,
979 },
980 },
981 'ToTAndroidCFI': {
982 'swarming': {
983 'hard_timeout': 0,
984 'shards': 1,
985 },
986 },
Kenneth Russell8ceeabf2017-12-11 17:53:28987 # chromium.fyi
988 'Out of Process Profiling Android': {
989 'swarming': {
990 'hard_timeout': 0,
991 'shards': 1,
992 },
993 },
Peter Collingbournee07e84e82018-02-23 20:28:58994 # chromium.memory
995 'Android CFI': {
996 'swarming': {
997 'hard_timeout': 0,
998 'shards': 1,
999 },
1000 },
Kenneth Russelleb60cbd22017-12-05 07:54:281001 },
1002 },
1003 'content_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:591004 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281005 # chromium.fyi
1006 'Fuchsia (dbg)',
1007 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:591008 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281009 'modifications': {
Dirk Pranke20eae9a72017-12-09 18:12:141010 # TODO(dpranke) - on chromium.swarm, remove this exception.
1011 'Android N5X Swarm': {
1012 'swarming': {
1013 'shards': 4,
1014 },
1015 },
Kenneth Russell8ceeabf2017-12-11 17:53:281016 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281017 'KitKat Tablet Tester': {
1018 'swarming': {
1019 'hard_timeout': 1200,
1020 },
1021 },
1022 'Lollipop Tablet Tester': {
1023 'swarming': {
1024 'hard_timeout': 1200,
1025 },
1026 },
1027 'Marshmallow Tablet Tester': {
1028 'swarming': {
1029 'hard_timeout': 1500,
1030 },
1031 },
Kenneth Russell8ceeabf2017-12-11 17:53:281032 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281033 'Nougat Phone Tester': {
1034 'swarming': {
1035 'hard_timeout': 1200,
1036 'shards': 2,
1037 },
1038 },
1039 'x64 Device Tester': {
1040 'swarming': {
1041 'hard_timeout': 0,
1042 },
1043 },
1044 'x86 Cloud Tester': {
1045 'swarming': {
1046 'hard_timeout': 0,
1047 },
1048 },
1049 # chromium.fyi
1050 'Site Isolation Android': {
1051 'swarming': {
1052 'hard_timeout': 0,
1053 },
1054 },
John Budorick5052d552017-12-13 02:59:341055 # chromium.memory
1056 'Linux ASan LSan Tests (1)': {
1057 # These are slow on the ASAN trybot for some reason.
1058 # crbug.com/794372
1059 'swarming': {
1060 'shards': 2,
1061 },
1062 },
Kenneth Russelleb60cbd22017-12-05 07:54:281063 },
1064 },
Kenneth Russellfbda3c532017-12-08 23:57:241065 'crashpad_tests': {
1066 'remove_from': [
1067 # chromium.clang
Nico Weber15a00d62018-05-16 17:11:481068 'linux-win_cross-rel', # https://crbug.com/762167
Kenneth Russell8ceeabf2017-12-11 17:53:281069 # chromium.fyi
1070 'Chromium Win 10 GCE Tests',
Kenneth Russellfbda3c532017-12-08 23:57:241071 ],
1072 },
Kenneth Russell8ceeabf2017-12-11 17:53:281073 'cronet_test_instrumentation_apk': {
1074 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281075 'Android Cronet Builder (dbg) chromium.android.fyi': {
1076 'swarming': {
1077 'hard_timeout': 1200,
1078 'shards': 2,
1079 },
1080 },
1081 'Android Cronet KitKat Builder chromium.android.fyi': {
1082 'swarming': {
1083 'hard_timeout': 1200,
1084 'shards': 2,
1085 },
1086 },
1087 },
1088 },
Kenneth Russelleb60cbd22017-12-05 07:54:281089 'dbus_unittests': {
1090 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241091 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281092 'Linux Tests (dbg)(1)(32)',
1093 ],
1094 },
1095 'device_unittests': {
1096 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281097 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591098 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281099 'Chromium Mac 10.11',
1100 'Chromium Mac 10.11 Force Mac Toolchain',
1101 'Chromium Mac 10.13',
1102 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241103 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281104 'Win7 Tests (dbg)(1)',
1105 ],
1106 'modifications': {
John Budorick8c4a989d2018-05-20 05:08:391107 'android-marshmallow-arm64-rel': {
1108 'swarming': {
1109 'hard_timeout': 960,
1110 },
1111 },
Kenneth Russelleb60cbd22017-12-05 07:54:281112 'KitKat Tablet Tester': {
1113 'swarming': {
1114 'hard_timeout': 120,
1115 },
1116 },
Kenneth Russelleb60cbd22017-12-05 07:54:281117 'Marshmallow Tablet Tester': {
1118 'swarming': {
1119 'hard_timeout': 120,
1120 },
1121 },
1122 },
1123 },
1124 'devtools_closure_compile': {
1125 'remove_from': [
1126 # On chromium.linux, unclear why these only run on "Linux Tests".
1127 'Linux Tests (dbg)(1)',
1128 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271129 # client.v8.chromium
1130 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281131 ],
1132 },
1133 'devtools_eslint': {
1134 'remove_from': [
1135 # On chromium.linux, unclear why these only run on "Linux Tests".
1136 'Linux Tests (dbg)(1)',
1137 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271138 # client.v8.chromium
1139 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281140 ],
1141 },
1142 'display_unittests': {
1143 'remove_from': [
Hans Wennborgd2252c82018-05-16 12:19:301144 # chromium.fyi, unclear why these aren't run.
Dirk Pranke46119d82018-03-21 00:13:591145 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281146 'Chromium Mac 10.11 Force Mac Toolchain',
Kenneth Russelleb60cbd22017-12-05 07:54:281147 # chromium.win
1148 'Win7 Tests (dbg)(1)',
1149 ],
1150 },
Kenneth Russelleb60cbd22017-12-05 07:54:281151 'events_unittests': {
1152 'modifications': {
1153 'KitKat Tablet Tester': {
1154 'swarming': {
1155 'hard_timeout': 60,
1156 },
1157 },
1158 'Lollipop Tablet Tester': {
1159 'swarming': {
1160 'hard_timeout': 60,
1161 },
1162 },
1163 'Marshmallow Tablet Tester': {
1164 'swarming': {
1165 'hard_timeout': 120,
1166 },
1167 },
1168 },
1169 },
1170 'extensions_browsertests': {
1171 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281172 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591173 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281174 'Chromium Mac 10.11',
1175 'Chromium Mac 10.11 Force Mac Toolchain',
1176 'Chromium Mac 10.13',
1177 'Out of Process Profiling Linux',
1178 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281179 # On chromium.mac, unclear why these aren't run.
1180 'Mac10.10 Tests',
1181 'Mac10.11 Tests',
1182 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141183 'Mac10.13 Tests',
1184 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181185 # chromium.memory
1186 'Linux Chromium OS ASan LSan Tests (1)',
1187 'Linux TSan Tests',
1188 'Mac ASan 64 Tests (1)',
Stephen Martinis6a0f46002018-05-19 00:32:191189 # chromium.win
1190 'Win10 Tests x64 (dbg)',
John Budorickca14c76f62017-12-09 14:19:181191 ],
1192 },
Kenneth Russelleb60cbd22017-12-05 07:54:281193 'filesystem_service_unittests': {
1194 'remove_from': [
1195 'Linux Tests (dbg)(1)(32)',
1196 ],
1197 },
Kenneth Russelleb60cbd22017-12-05 07:54:281198 'gin_unittests': {
1199 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:341200 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341201 'linux-chromeos-dbg',
1202 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:241203 # chromium.clang
Nico Weber1394523f2018-06-06 15:58:471204 'ToTLinuxASan', # https://crbug.com/831667
Kenneth Russell8ceeabf2017-12-11 17:53:281205 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591206 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281207 'Chromium Mac 10.11',
1208 'Chromium Mac 10.11 Force Mac Toolchain',
1209 'Chromium Mac 10.13',
1210 'Chromium Win 10 GCE Tests',
1211 'Out of Process Profiling Linux',
1212 'Out of Process Profiling Mac',
Kenneth Russellb3cca6f02017-12-05 22:02:391213 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:281214 'Cast Audio Linux',
1215 'Cast Linux',
1216 'Linux Tests (dbg)(1)(32)',
1217 # On chromium.mac, unclear why these aren't run.
1218 'Mac10.10 Tests',
1219 'Mac10.11 Tests',
1220 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141221 'Mac10.13 Tests',
1222 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181223 # chromium.memory
Nico Weberd36959682018-04-12 03:33:461224 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471225 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281226 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
1227 'Win 7 Tests x64 (1)',
1228 'Win10 Tests x64',
1229 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:271230 # client.v8.chromium
1231 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281232 ],
1233 },
1234 'gl_tests': {
John Budorickca14c76f62017-12-09 14:19:181235 'remove_from': [
1236 # chromium.clang
1237 'CFI Linux (icall)',
1238 'CFI Linux ToT',
1239 'ToTLinuxThinLTO',
Nico Weber3a2b1712018-02-23 23:47:381240 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:131241 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281242 # chromium.fyi
1243 'Out of Process Profiling Linux',
Kenneth Russell8a386d42018-06-02 09:48:011244 # chromium.gpu
1245 # On Android, these are already run on the main waterfall.
1246 # Run them on the one-off Android FYI bots, though.
1247 'Android Release (Nexus 5X)',
1248 # chromium.gpu.fyi
1249 'Android FYI 32 Vk Release (Nexus 5X)',
1250 'Android FYI 64 Vk Release (Nexus 5X)',
1251 'Android FYI Release (Nexus 5X)',
1252 'Linux FYI Ozone (Intel)',
Morten Stenshorne615a8d02018-04-20 12:19:211253 # chromium.memory
Kenneth Russell55bbec52018-05-03 18:44:551254 # Can't run on MSAN because gl_tests uses the hardware driver,
1255 # which isn't instrumented.
1256 'Linux MSan Tests',
1257 'Linux ChromiumOS MSan Tests',
John Budorickca14c76f62017-12-09 14:19:181258 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281259 'modifications': {
1260 'KitKat Tablet Tester': {
1261 'swarming': {
1262 'hard_timeout': 120,
1263 },
1264 },
1265 'Marshmallow Tablet Tester': {
1266 'swarming': {
1267 'hard_timeout': 120,
1268 },
1269 },
Kenneth Russell1a515be2018-04-28 03:54:451270 # chromium.memory
Kenneth Russell1a515be2018-04-28 03:54:451271 # TODO(kbr): figure out a better way to specify blocks of
1272 # arguments like this for tests on multiple machines.
1273 'Linux ASan LSan Tests (1)': {
1274 'args': [
1275 '--use-gpu-in-tests',
1276 '--no-xvfb',
1277 ],
1278 'swarming': {
1279 'dimension_sets': [
1280 {
1281 'gpu': '10de:1cb3',
1282 'os': 'Ubuntu',
1283 'pool': 'Chrome-GPU',
1284 },
1285 ],
1286 },
1287 'use_xvfb': False,
1288 },
1289 'Linux ASan LSan Tests (1)': {
1290 'args': [
1291 '--use-gpu-in-tests',
1292 '--no-xvfb',
1293 ],
1294 'swarming': {
1295 'dimension_sets': [
1296 {
1297 'gpu': '10de:1cb3',
1298 'os': 'Ubuntu',
1299 'pool': 'Chrome-GPU',
1300 },
1301 ],
1302 },
1303 'use_xvfb': False,
1304 },
1305 'Linux CFI': {
1306 'args': [
1307 '--use-gpu-in-tests',
1308 '--no-xvfb',
1309 ],
1310 'swarming': {
1311 'dimension_sets': [
1312 {
1313 'gpu': '10de:1cb3',
1314 'os': 'Ubuntu',
1315 'pool': 'Chrome-GPU',
1316 },
1317 ],
1318 },
1319 'use_xvfb': False,
1320 },
1321 'Linux TSan Tests': {
1322 'args': [
1323 '--use-gpu-in-tests',
1324 '--no-xvfb',
1325 ],
1326 'swarming': {
1327 'dimension_sets': [
1328 {
1329 'gpu': '10de:1cb3',
1330 'os': 'Ubuntu',
1331 'pool': 'Chrome-GPU',
1332 },
1333 ],
1334 },
1335 'use_xvfb': False,
1336 },
Kenneth Russelleb60cbd22017-12-05 07:54:281337 },
1338 },
1339 'gl_unittests': {
John Budorickca14c76f62017-12-09 14:19:181340 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281341 # chromium.fyi
1342 'Out of Process Profiling Linux',
Kenneth Russell8a386d42018-06-02 09:48:011343 # chromium.gpu.fyi
1344 # On Android, these are already run on the main waterfall.
1345 # Run them on the one-off Android FYI bots, though.
1346 'Android FYI Release (Nexus 5X)',
1347 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
1348 'Linux FYI Release (AMD R7 240)',
John Budorickca14c76f62017-12-09 14:19:181349 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281350 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281351 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:391352 'android-marshmallow-arm64-rel': {
1353 'swarming': {
1354 'hard_timeout': 120,
1355 },
1356 },
Kenneth Russell8ceeabf2017-12-11 17:53:281357 'Lollipop Phone Tester': {
1358 'swarming': {
1359 'hard_timeout': 960,
1360 },
1361 },
1362 'Marshmallow 64 bit Tester': {
1363 'swarming': {
1364 'hard_timeout': 960,
1365 },
1366 },
Kenneth Russell8ceeabf2017-12-11 17:53:281367 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281368 'Nougat Phone Tester': {
1369 'swarming': {
1370 'hard_timeout': 960,
1371 },
1372 },
1373 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241374 'CFI Linux (icall)': {
1375 'args': [
1376 '--use-gpu-in-tests',
1377 '--no-xvfb',
1378 ],
1379 'swarming': {
1380 'dimension_sets': [
1381 {
1382 'gpu': '10de:1cb3',
1383 'os': 'Ubuntu',
1384 'pool': 'Chrome-GPU',
1385 },
1386 ],
1387 },
1388 'use_xvfb': False,
1389 },
1390 'CFI Linux ToT': {
1391 'args': [
1392 '--use-gpu-in-tests',
1393 '--no-xvfb',
1394 ],
1395 'swarming': {
1396 'dimension_sets': [
1397 {
1398 'gpu': '10de:1cb3',
1399 'os': 'Ubuntu',
1400 'pool': 'Chrome-GPU',
1401 },
1402 ],
1403 },
1404 'use_xvfb': False,
1405 },
Kenneth Russell8ceeabf2017-12-11 17:53:281406 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:181407 'Linux CFI': {
1408 'args': [
1409 '--use-gpu-in-tests',
1410 '--no-xvfb',
1411 ],
1412 'swarming': {
1413 'dimension_sets': [
1414 {
1415 'gpu': '10de:1cb3',
1416 'os': 'Ubuntu',
1417 'pool': 'Chrome-GPU',
1418 },
1419 ],
1420 },
1421 'use_xvfb': False,
1422 },
Kenneth Russelleb60cbd22017-12-05 07:54:281423 },
1424 },
Kenneth Russellfbda3c532017-12-08 23:57:241425 'gn_unittests': {
1426 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281427 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591428 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281429 'Chromium Mac 10.11',
1430 'Chromium Mac 10.11 Force Mac Toolchain',
1431 'Chromium Mac 10.13',
1432 'Out of Process Profiling Linux',
1433 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241434 ],
1435 },
Kenneth Russelleb60cbd22017-12-05 07:54:281436 'headless_browsertests': {
1437 'remove_from': [
1438 'Linux Tests (dbg)(1)(32)',
1439 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1440 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271441 # client.v8.chromium
1442 'Linux - Future (dbg)',
Stephen Martinis6a0f46002018-05-19 00:32:191443 # chromium.win
1444 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281445 ],
1446 },
1447 'headless_unittests': {
1448 'remove_from': [
1449 'Linux Tests (dbg)(1)(32)',
1450 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1451 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271452 # client.v8.chromium
1453 'Linux - Future (dbg)'
Kenneth Russelleb60cbd22017-12-05 07:54:281454 ],
1455 },
Kenneth Russell8a386d42018-06-02 09:48:011456 'info_collection_tests': {
1457 'remove_from': [
1458 # chromium.gpu.fyi
1459 # The Mac ASAN swarming bot runs tests on two different GPU
1460 # types, so we can't have one expected vendor ID / device ID.
1461 'Mac FYI GPU ASAN Release',
1462 # client.v8.fyi
1463 'Android V8 FYI Release (Nexus 5X)',
1464 'Linux V8 FYI Release (NVIDIA)',
1465 'Linux V8 FYI Release - concurrent marking (NVIDIA)',
1466 'Mac V8 FYI Release (Intel)',
1467 'Win V8 FYI Release (NVIDIA)',
1468 ],
1469 },
Kenneth Russellfbda3c532017-12-08 23:57:241470 'install_static_unittests': {
1471 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281472 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281473 'Out of Process Profiling Windows',
1474 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:241475 ],
1476 },
Kenneth Russelleb60cbd22017-12-05 07:54:281477 'interactive_ui_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:241478 'remove_from': [
1479 # chromium.clang
1480 'ToTLinuxUBSanVptr',
Nico Weber3a2b1712018-02-23 23:47:381481 'UBSanVptr Linux',
Kenneth Russell8ceeabf2017-12-11 17:53:281482 # chromium.fyi
1483 'Chromium Win 10 GCE Tests',
John Budorickca14c76f62017-12-09 14:19:181484 # chromium.memory
1485 'Linux TSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:241486 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281487 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281488 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241489 'CFI Linux (icall)': {
1490 'swarming': {
1491 'shards': 1,
1492 },
1493 },
Kenneth Russell8ceeabf2017-12-11 17:53:281494 # chromium.linux
1495 # Unclear why this isn't sharded.
1496 'Linux Tests': {
Dirk Prankedd1d2a02017-12-08 20:51:591497 'swarming': {
1498 'shards': 1,
1499 },
1500 },
Kenneth Russelleb60cbd22017-12-05 07:54:281501 'Linux Tests (dbg)(1)': {
1502 'swarming': {
1503 'shards': 3,
1504 },
1505 },
1506 'Linux Tests (dbg)(1)(32)': {
1507 'swarming': {
1508 'shards': 3,
1509 },
1510 },
Kenneth Russell8ceeabf2017-12-11 17:53:281511 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341512 'linux-chromeos-dbg': {
1513 'swarming': {
1514 'shards': 3,
1515 },
1516 },
1517 'linux-chromeos-rel': {
1518 'swarming': {
1519 'shards': 3,
1520 },
1521 },
Kenneth Russell8ceeabf2017-12-11 17:53:281522 # chromium.fyi
1523 'Out of Process Profiling Mac': {
1524 'swarming': {
1525 'shards': 1,
1526 },
1527 },
Kenneth Russell8ceeabf2017-12-11 17:53:281528 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:281529 # Unclear why this isn't swarmed.
1530 'Mac10.10 Tests': {
1531 'swarming': {
1532 'can_use_on_swarming_builders': False,
1533 },
1534 },
1535 # Unclear why this isn't sharded.
1536 'Mac10.11 Tests': {
1537 'swarming': {
1538 'shards': 1,
1539 },
1540 },
1541 # Unclear why this isn't sharded.
1542 'Mac10.12 Tests': {
1543 'swarming': {
1544 'shards': 1,
1545 },
1546 },
Kenneth Russell8ceeabf2017-12-11 17:53:281547 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281548 'Win7 Tests (dbg)(1)': {
1549 'swarming': {
1550 'shards': 4,
1551 },
1552 },
John Budorickca14c76f62017-12-09 14:19:181553 # chromium.memory
1554 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341555 # These are slow on the ASAN trybot for some reason.
1556 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181557 'swarming': {
John Budorick5052d552017-12-13 02:59:341558 'shards': 6,
John Budorickca14c76f62017-12-09 14:19:181559 },
1560 },
1561 'Linux CFI': {
1562 'swarming': {
1563 'shards': 1,
1564 },
1565 },
Dirk Pranke8fd63c12017-12-10 18:06:271566 # client.v8.chromium
1567 'Linux - Future (dbg)': {
1568 'swarming': {
1569 'shards': 3,
1570 },
1571 },
Greg Thompson3eb7e6522018-05-25 09:04:031572 # chromium.win; temporary, https://crbug.com/818832
1573 'Win10 Tests x64 (dbg)': {
1574 'experiment_percentage': 100,
1575 },
Kenneth Russelleb60cbd22017-12-05 07:54:281576 },
1577 },
1578 'ipc_tests': {
Kenneth Russell8ceeabf2017-12-11 17:53:281579 'remove_from': [
1580 # chromium.linux
1581 'Fuchsia x64',
1582 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281583 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281584 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281585 'KitKat Tablet Tester': {
1586 'swarming': {
1587 'hard_timeout': 60,
1588 },
1589 },
1590 'Lollipop Tablet Tester': {
1591 'swarming': {
1592 'hard_timeout': 60,
1593 },
1594 },
1595 'Marshmallow Tablet Tester': {
1596 'swarming': {
1597 'hard_timeout': 120,
1598 },
1599 },
Kenneth Russell8ceeabf2017-12-11 17:53:281600 # chromium.android.fyi
1601 'Unswarmed N5 Tests Dummy Builder': {
1602 'args': [
1603 '--shard-timeout',
1604 '600',
1605 ],
1606 },
1607 'Unswarmed N5X Tests Dummy Builder': {
1608 'args': [
1609 '--shard-timeout',
1610 '600',
1611 ],
1612 },
Kenneth Russelleb60cbd22017-12-05 07:54:281613 },
1614 },
Kenneth Russelleb60cbd22017-12-05 07:54:281615 'keyboard_unittests': {
1616 'remove_from': [
1617 'Win7 Tests (dbg)(1)',
1618 # On chromium.linux, unclear why these aren't run.
1619 'Linux Tests',
1620 'Linux Tests (dbg)(1)',
1621 'Linux Tests (dbg)(1)(32)',
1622 ],
1623 },
1624 'latency_unittests': {
1625 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281626 # chromium.fyi
1627 'Out of Process Profiling Android',
1628 'Out of Process Profiling Linux',
Kenneth Russelleb60cbd22017-12-05 07:54:281629 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:281630 'Linux Tests (dbg)(1)',
1631 'Linux Tests (dbg)(1)(32)',
1632 ],
1633 'modifications': {
1634 'KitKat Tablet Tester': {
1635 'swarming': {
1636 'hard_timeout': 60,
1637 },
1638 },
1639 },
1640 },
John Budorickca14c76f62017-12-09 14:19:181641 'mash_browser_tests': {
1642 'remove_from': [
1643 # chromium.memory
James Cook4be72252018-02-23 00:36:171644 # Unclear why this isn't run. http://crbug.com/814403
John Budorickca14c76f62017-12-09 14:19:181645 'Linux Chromium OS ASan LSan Tests (1)',
Nico Webera8fc38f72018-04-10 02:20:111646 'Linux ChromiumOS MSan Tests', # https://crbug.com/830944
James Cook4be72252018-02-23 00:36:171647 # Not needed on chromium.fyi because suite is on main waterfall.
1648 'Mojo ChromiumOS',
John Budorickca14c76f62017-12-09 14:19:181649 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281650 },
1651 'mash_unittests': {
1652 'remove_from': [
1653 # chromium.fyi
1654 'Mojo ChromiumOS',
1655 ],
John Budorickca14c76f62017-12-09 14:19:181656 },
Kenneth Russellfbda3c532017-12-08 23:57:241657 'mac_installer_unittests': {
1658 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281659 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591660 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281661 'Chromium Mac 10.11',
1662 'Chromium Mac 10.11 Force Mac Toolchain',
1663 'Chromium Mac 10.13',
1664 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241665 ],
1666 },
Kenneth Russelleb60cbd22017-12-05 07:54:281667 'media_blink_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281668 'modifications': {
1669 'Lollipop Tablet Tester': {
1670 'swarming': {
1671 'hard_timeout': 300,
1672 },
1673 },
1674 'Marshmallow Tablet Tester': {
1675 'swarming': {
1676 'hard_timeout': 300,
1677 },
1678 },
1679 },
1680 },
Kenneth Russelleb60cbd22017-12-05 07:54:281681 'media_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241682 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281683 # chromium.linux
1684 'Fuchsia x64',
1685 # chromium.fyi
1686 'Fuchsia ARM64',
Kenneth Russellfbda3c532017-12-08 23:57:241687 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281688 },
1689 'message_center_unittests': {
1690 'remove_from': [
1691 'Win7 Tests (dbg)(1)',
1692 # On chromium.mac, unclear why these aren't run.
1693 'Mac10.10 Tests',
1694 'Mac10.11 Tests',
1695 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141696 'Mac10.13 Tests',
1697 'Mac10.13 Tests (dbg)',
Dirk Prankedd1d2a02017-12-08 20:51:591698
Kenneth Russell8ceeabf2017-12-11 17:53:281699 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591700 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281701 'Chromium Mac 10.11',
1702 'Chromium Mac 10.11 Force Mac Toolchain',
1703 'Chromium Mac 10.13',
1704 'Out of Process Profiling Mac',
1705
Kenneth Russelleb60cbd22017-12-05 07:54:281706 # On chromium.linux, unclear why these aren't run.
1707 'Linux Tests',
Dirk Prankedd1d2a02017-12-08 20:51:591708
Dirk Prankedd1d2a02017-12-08 20:51:591709 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:281710 'Linux Tests (dbg)(1)',
1711 'Linux Tests (dbg)(1)(32)',
1712 ],
1713 },
1714 'metrics_python_tests': {
1715 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281716 # chromium.fyi
1717 'Chromium Mac 10.11',
1718 'Chromium Mac 10.13',
1719 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281720 ],
1721 },
Nico Weber2a1e0f82018-03-29 23:44:211722 'mini_installer_tests': {
1723 'remove_from': [
1724 # chromium.clang
1725 'linux-win_cross-rel', # https://crbug.com/799827
1726 ],
1727 },
Kenneth Russelleb60cbd22017-12-05 07:54:281728 'mojo_test_apk': {
Kenneth Russelleb60cbd22017-12-05 07:54:281729 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241730 # chromium.clang
1731 'ToTAndroidCFI': {
1732 'swarming': {
1733 'hard_timeout': 0,
1734 },
1735 },
Peter Collingbournee07e84e82018-02-23 20:28:581736 # chromium.clang
1737 'Android CFI': {
1738 'swarming': {
1739 'hard_timeout': 0,
1740 },
1741 },
Kenneth Russelleb60cbd22017-12-05 07:54:281742 },
1743 },
Kenneth Russellfbda3c532017-12-08 23:57:241744 'nacl_loader_unittests': {
1745 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281746 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591747 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281748 'Chromium Mac 10.11',
1749 'Chromium Mac 10.11 Force Mac Toolchain',
1750 'Chromium Mac 10.13',
1751 'Out of Process Profiling Mac',
Nico Weber48f187142018-06-01 15:16:351752 # chromium.clang
1753 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:511754 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
John Budorickca14c76f62017-12-09 14:19:181755 # chromium.memory
Nico Weber05d3e642018-05-31 16:59:481756 'Linux ASan LSan Tests (1)', # TODO(thakis): Try removing this exception.
Nico Webera8fc38f72018-04-10 02:20:111757 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:481758 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:241759 ],
1760 },
Kenneth Russelleb60cbd22017-12-05 07:54:281761 'native_theme_unittests': {
1762 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241763 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281764 'Linux Tests (dbg)(1)(32)',
1765 ],
1766 },
1767 'net_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241768 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281769 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281770 'Fuchsia (dbg)',
1771 'Fuchsia ARM64',
1772 # chromium.linux
1773 'Fuchsia x64',
Kenneth Russellfbda3c532017-12-08 23:57:241774 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281775 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241776 # chromium.clang
1777 'ToTLinuxASan': {
Reid Kleckner6b836242018-04-18 17:37:331778 # TODO(crbug.com/794372): net_unittests is slow under ASan.
Kenneth Russellfbda3c532017-12-08 23:57:241779 'swarming': {
Reid Kleckner6b836242018-04-18 17:37:331780 'shards': 16,
Kenneth Russellfbda3c532017-12-08 23:57:241781 },
1782 },
John Budorickca14c76f62017-12-09 14:19:181783 # chromium.memory
1784 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341785 # These are very slow on the ASAN trybot for some reason.
1786 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181787 'swarming': {
John Budorick5052d552017-12-13 02:59:341788 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:181789 },
1790 },
1791 'Linux Chromium OS ASan LSan Tests (1)': {
1792 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:021793 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:181794 }
1795 },
1796 'Linux TSan Tests': {
1797 'swarming': {
1798 'shards': 4,
1799 }
1800 },
Kenneth Russelleb60cbd22017-12-05 07:54:281801 },
1802 },
Xi Cheng34ca4042018-02-23 00:10:121803 'notification_helper_unittests': {
1804 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:121805 # The test uses WinRT, which only exists in Windows 8 or above.
1806 # (https://crbug.com/813553)
1807 # chromium.win
Xi Cheng34ca4042018-02-23 00:10:121808 'Win 7 Tests x64 (1)',
1809 'Win7 (32) Tests',
1810 'Win7 Tests (1)',
1811 'Win7 Tests (dbg)(1)',
Hans Wennborg252643a2018-05-22 14:41:121812 # chromium.clang; all these bots run Windows 7.
Oksana Zhuravlova7f996212018-02-28 04:23:081813 'CrWinAsan',
1814 'CrWinAsan(dll)',
1815 'CrWinAsanCov',
Oksana Zhuravlova7f996212018-02-28 04:23:081816 'CrWinClangLLD',
1817 'CrWinClangLLD64',
1818 'CrWinClngLLD64dbg',
1819 'CrWinClngLLDdbg',
Xi Cheng34ca4042018-02-23 00:10:121820 'ToTWin',
1821 'ToTWin(dbg)',
1822 'ToTWin(dll)',
1823 'ToTWin64',
1824 'ToTWin64(dbg)',
1825 'ToTWin64(dll)',
1826 'ToTWinCFI',
1827 'ToTWinCFI64',
Nico Weber6c23b352018-03-09 14:22:121828 'ToTWinLibcxx64',
Oksana Zhuravlova7f996212018-02-28 04:23:081829 'ToTWinThinLTO64',
Hans Wennborg252643a2018-05-22 14:41:121830 # chromium.fyi; all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:121831 'Out of Process Profiling Windows',
1832 ],
1833 },
Kenneth Russell56a3e862017-12-08 03:11:341834 'printing_unittests': {
1835 'remove_from': [
1836 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341837 'linux-chromeos-dbg',
1838 ],
1839 },
Kenneth Russelleb60cbd22017-12-05 07:54:281840 'remoting_unittests': {
1841 'remove_from': [
Kenneth Russellb3cca6f02017-12-05 22:02:391842 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:281843 'Linux Tests (dbg)(1)(32)',
1844 ],
1845 },
Kenneth Russelleb60cbd22017-12-05 07:54:281846 'sandbox_linux_unittests': {
1847 'modifications': {
1848 'KitKat Tablet Tester': {
1849 'swarming': {
1850 'hard_timeout': 60,
1851 },
1852 },
1853 'Marshmallow Tablet Tester': {
1854 'swarming': {
1855 'hard_timeout': 60,
1856 },
1857 },
Kenneth Russell56a3e862017-12-08 03:11:341858 'linux-chromeos-dbg': {
1859 'args': [
1860 '--test-launcher-print-test-stdio=always',
1861 ],
1862 },
1863 'linux-chromeos-rel': {
1864 'args': [
1865 '--test-launcher-print-test-stdio=always',
1866 ],
1867 },
Kenneth Russelleb60cbd22017-12-05 07:54:281868 'Linux Tests (dbg)(1)': {
1869 'args': [
1870 '--test-launcher-print-test-stdio=always',
1871 ],
1872 },
1873 'Linux Tests (dbg)(1)(32)': {
1874 'args': [
1875 '--test-launcher-print-test-stdio=always',
1876 ],
1877 },
1878 'Lollipop Tablet Tester': {
1879 'swarming': {
1880 'hard_timeout': 60,
1881 },
1882 },
1883 },
1884 },
1885 'service_manager_unittests': {
1886 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:341887 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341888 'linux-chromeos-dbg',
1889 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281890 # chromium.fyi
1891 'Chromium Win 10 GCE Tests',
1892 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281893 'Cast Audio Linux',
1894 'Cast Linux',
1895 'Linux Tests (dbg)(1)(32)',
1896 # On chromium.mac, unclear why these aren't run.
1897 'Mac10.10 Tests',
1898 'Mac10.11 Tests',
1899 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141900 'Mac10.13 Tests',
1901 'Mac10.13 Tests (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281902 'Win7 Tests (dbg)(1)',
1903 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:111904 # chromium.win
1905 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281906 ],
1907 },
1908 'services_unittests': {
1909 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241910 # chromium.clang
Nico Weber15a00d62018-05-16 17:11:481911 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:011912 # chromium.gpu.fyi
1913 # The face and barcode detection tests fail on the Mac Pros.
1914 'Mac Pro FYI Release (AMD)',
Kenneth Russell8ceeabf2017-12-11 17:53:281915 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591916 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281917 'Chromium Mac 10.11',
1918 'Chromium Mac 10.11 Force Mac Toolchain',
1919 'Chromium Mac 10.13',
Kenneth Russell8ceeabf2017-12-11 17:53:281920 'Win 10 Fast Ring',
Kenneth Russelleb60cbd22017-12-05 07:54:281921 # On chromium.linux, unclear why these aren't run on Cast.
1922 'Cast Audio Linux',
1923 'Cast Linux',
John Budorickca14c76f62017-12-09 14:19:181924 # chromium.memory
Nico Weberd36959682018-04-12 03:33:461925 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
1926 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:281927 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281928 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:201929 'not_site_per_process_browser_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281930 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281931 # chromium.fyi
1932 'Site Isolation Android',
1933 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281934 'Linux Tests (dbg)(1)(32)',
1935 ],
1936 'modifications': {
1937 'Linux Tests (dbg)(1)': {
1938 'swarming': {
1939 'shards': 10,
1940 },
1941 },
Dirk Pranke8fd63c12017-12-10 18:06:271942 # client.v8.chromium
1943 'Linux - Future (dbg)': {
1944 'swarming': {
1945 'shards': 10,
1946 },
1947 },
Kenneth Russelleb60cbd22017-12-05 07:54:281948 },
1949 },
Dirk Pranke7feb8802017-12-14 19:27:451950 'site_per_process_components_browsertests': {
1951 'remove_from': [
1952 # chromium.linux
1953 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451954 ],
1955 },
1956 'site_per_process_components_unittests': {
1957 'remove_from': [
1958 # chromium.linux
1959 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451960 ],
1961 },
Kenneth Russelleb60cbd22017-12-05 07:54:281962 'site_per_process_content_browsertests': {
1963 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:451964 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281965 'Linux Tests (dbg)(1)(32)',
1966 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281967 'modifications': {
1968 # chromium.fyi
1969 'Site Isolation Android': {
1970 'swarming': {
1971 'shards': 6,
1972 },
1973 },
1974 },
Kenneth Russelleb60cbd22017-12-05 07:54:281975 },
1976 'site_per_process_content_unittests': {
1977 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:451978 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281979 'Linux Tests (dbg)(1)(32)',
1980 ],
1981 },
Dirk Pranke7feb8802017-12-14 19:27:451982 'site_per_process_extensions_browsertests': {
1983 'remove_from': [
1984 # chromium.linux
1985 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451986 ],
1987 },
1988 'site_per_process_extensions_unittests': {
1989 'remove_from': [
1990 # chromium.linux
1991 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451992 ],
1993 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:201994 'not_site_per_process_interactive_ui_tests': {
Dirk Pranke7feb8802017-12-14 19:27:451995 'remove_from': [
1996 # chromium.linux
1997 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451998 ],
1999 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202000 'not_site_per_process_sync_integration_tests': {
Dirk Pranke7feb8802017-12-14 19:27:452001 'remove_from': [
2002 # chromium.linux
2003 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:452004 ],
2005 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:202006 'not_site_per_process_unit_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:282007 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282008 # chromium.fyi
2009 'Site Isolation Android',
2010 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282011 'Linux Tests (dbg)(1)(32)',
2012 ],
2013 },
Dirk Prankeb4ab1e42017-12-19 22:00:532014 'site_per_process_webkit_layout_tests': {
2015 'remove_from': [
2016 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:432017 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2018 'Linux Tests (dbg)(1)',
Dirk Prankeb4ab1e42017-12-19 22:00:532019 'Linux Tests (dbg)(1)(32)',
Dirk Prankeb4ab1e42017-12-19 22:00:532020 ],
2021 },
Dirk Pranke1b767092017-12-07 04:44:232022 'sizes': {
2023 'remove_from': [
2024 'Win',
2025 'Win x64',
2026 ],
2027 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282028 # chromium
Dirk Pranke1b767092017-12-07 04:44:232029 'Mac': {
2030 'args': [
2031 'mac-release/sizes',
2032 ],
2033 },
2034 'Linux x64': {
2035 'args': [
2036 'linux-release-64/sizes',
2037 ],
2038 },
Kenneth Russell8ceeabf2017-12-11 17:53:282039 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282040 'Android Cronet KitKat Builder': {
2041 'args': [
2042 '--platform',
2043 'android-cronet',
2044 '--perf-id',
2045 'android_cronet_builder',
2046 'cronet-arm/sizes',
2047 ],
2048 'override_compile_targets': [
2049 'cronet',
2050 ],
2051 },
Dirk Pranke1b767092017-12-07 04:44:232052 },
2053 },
Kenneth Russelleb60cbd22017-12-05 07:54:282054 'snapshot_unittests': {
2055 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:342056 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:342057 'linux-chromeos-dbg',
2058 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282059 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592060 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282061 'Chromium Mac 10.11',
2062 'Chromium Mac 10.11 Force Mac Toolchain',
2063 'Chromium Mac 10.13',
2064 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:282065 # On chromium.win, unclear why these aren't run.
2066 'Win 7 Tests x64 (1)',
2067 'Win10 Tests x64',
2068 'Win7 (32) Tests',
2069 'Win7 Tests (1)',
2070 'Win7 Tests (dbg)(1)',
2071 ],
2072 },
2073 'sql_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:592074 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282075 # chromium.fyi
2076 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:592077 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282078 'modifications': {
2079 'KitKat Tablet Tester': {
2080 'swarming': {
2081 'hard_timeout': 60,
2082 },
2083 },
2084 'Lollipop Tablet Tester': {
2085 'swarming': {
2086 'hard_timeout': 60,
2087 },
2088 },
2089 'Marshmallow Tablet Tester': {
2090 'swarming': {
Yuke Liao5d6014d2018-03-20 22:09:562091 'hard_timeout': 120,
Kenneth Russelleb60cbd22017-12-05 07:54:282092 },
2093 },
2094 },
2095 },
2096 'storage_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242097 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282098 # chromium.fyi
2099 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:242100 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282101 'modifications': {
2102 # chromium.android
John Budorick2232bb982018-05-18 17:50:072103 'android-kitkat-arm-rel': {
2104 'swarming': {
2105 'hard_timeout': 180,
2106 },
2107 },
Kenneth Russelleb60cbd22017-12-05 07:54:282108 'KitKat Phone Tester (dbg)': {
2109 'swarming': {
2110 'hard_timeout': 180,
2111 },
2112 },
Kenneth Russelleb60cbd22017-12-05 07:54:282113 'KitKat Tablet Tester': {
2114 'swarming': {
2115 'hard_timeout': 120,
2116 },
2117 },
2118 'Lollipop Phone Tester': {
2119 'swarming': {
2120 'hard_timeout': 960,
2121 },
2122 },
2123 'Lollipop Tablet Tester': {
2124 'swarming': {
2125 'hard_timeout': 300,
2126 },
2127 },
2128 'Marshmallow 64 bit Tester': {
2129 'swarming': {
2130 'hard_timeout': 960,
2131 },
2132 },
2133 'Marshmallow Tablet Tester': {
2134 'swarming': {
2135 'hard_timeout': 300,
2136 },
2137 },
Kenneth Russelleb60cbd22017-12-05 07:54:282138 },
2139 },
2140 'sync_integration_tests': {
2141 'modifications': {
2142 'Win7 Tests (dbg)(1)': {
2143 'swarming': {
2144 'shards': 2,
2145 },
2146 },
2147 },
John Budorickca14c76f62017-12-09 14:19:182148 'remove_from': [
2149 # chromium.memory
2150 'Linux ASan LSan Tests (1)',
2151 'Linux CFI',
2152 'Linux Chromium OS ASan LSan Tests (1)',
2153 'Linux ChromiumOS MSan Tests',
2154 'Linux MSan Tests',
2155 'Linux TSan Tests',
2156 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282157 },
Emily Hanleyb64ac7c2018-05-25 13:36:552158 'performance_test_suite': {
2159 'modifications': {
2160 'Mac10.13 Tests (dbg)': {
2161 'args': [
2162 '--browser=debug',
2163 ],
2164 },
2165 'Win10 Tests x64 (dbg)': {
2166 'args': [
2167 '--browser=debug_x64',
2168 ],
Stephen Martinisc1fd43fd2018-06-04 22:04:182169 'experiment_percentage': 100,
Emily Hanleyb64ac7c2018-05-25 13:36:552170 },
2171 'Win7 Tests (dbg)(1)': {
2172 'args': [
2173 '--browser=debug',
2174 ],
2175 },
Kenneth Russell8a386d42018-06-02 09:48:012176 },
2177 },
2178 'swiftshader_unittests': {
2179 'remove_from': [
2180 # Save capacity on the hardware where we have only a few machines.
2181 'Mac FYI Experimental Release (Intel)',
2182 'Mac FYI Experimental Retina Release (AMD)',
2183 'Mac FYI Experimental Retina Release (NVIDIA)',
2184 'Mac Pro FYI Release (AMD)',
2185 ],
2186 },
2187 'tab_capture_end2end_tests': {
2188 # Run these only on Release bots, and don't run them on TSAN.
2189 'remove_from': [
2190 # chromium.gpu
2191 'Linux Debug (NVIDIA)',
2192 'Mac Debug (Intel)',
2193 'Mac Retina Debug (AMD)',
2194 'Win10 Debug (NVIDIA)',
2195 # chromium.gpu.fyi
2196 'Linux FYI Debug (NVIDIA)',
2197 'Linux FYI GPU TSAN Release',
2198 'Mac FYI Debug (Intel)',
2199 'Mac FYI Retina Debug (AMD)',
2200 'Mac FYI Retina Debug (NVIDIA)',
2201 'Win10 FYI Debug (NVIDIA)',
2202 'Win7 FYI Debug (AMD)',
2203 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552204 },
Kenneth Russelleb60cbd22017-12-05 07:54:282205 'telemetry_perf_unittests': {
2206 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282207 # chromium.android
John Budorick2232bb982018-05-18 17:50:072208 'android-kitkat-arm-rel': {
2209 'args': [
2210 '--browser=android-chromium',
2211 '--device=android',
2212 ],
2213 'swarming': {
2214 'dimension_sets': [
2215 {
2216 'temp_band': '<30',
2217 },
2218 ],
2219 'hard_timeout': 1500,
2220 'shards': 15,
2221 },
2222 },
John Budorick8c4a989d2018-05-20 05:08:392223 'android-marshmallow-arm64-rel': {
2224 'args': [
2225 '--browser=android-chromium',
2226 '--device=android',
2227 ],
2228 'swarming': {
2229 'dimension_sets': [
2230 {
2231 'temp_band': '<30',
2232 },
2233 ],
2234 'hard_timeout': 1500,
2235 'shards': 15,
2236 },
2237 },
Kenneth Russell8ceeabf2017-12-11 17:53:282238 # chromium.android.fyi
2239 'x86 Cloud Tester': {
2240 'args': [
2241 '--browser=android-chromium',
2242 '--device=android',
2243 ],
2244 'swarming': {
2245 'shards': 1,
2246 },
2247 },
2248 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282249 'Linux Tests': {
2250 'args': [
2251 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482252 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282253 ],
2254 },
Ned Nguyeneb3911e2017-12-11 20:16:022255 'Linux Tests (dbg)(1)': {
2256 'args': [
2257 '--xvfb',
nednguyen35d625f22018-01-11 19:45:302258 '--jobs=1',
Ned Nguyeneb3911e2017-12-11 20:16:022259 ],
2260 },
John Budorick2593eb922018-05-09 19:31:492261 'linux-xenial-rel': {
2262 'args': [
2263 '--xvfb',
2264 '--jobs=1',
2265 ],
2266 },
Kenneth Russell8ceeabf2017-12-11 17:53:282267 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:282268 # Disable parallelism on all Mac bots.
2269 'Mac10.10 Tests': {
2270 'args': [
2271 '--jobs=1',
2272 ],
2273 },
2274 'Mac10.11 Tests': {
2275 'args': [
2276 '--jobs=1',
2277 ],
2278 },
2279 'Mac10.12 Tests': {
2280 'args': [
2281 '--jobs=1',
2282 ],
2283 },
Ned Nguyen6e6e5b32018-02-21 20:21:502284 'Win7 Tests (dbg)(1)': {
2285 'args': [
2286 '--jobs=1',
2287 ],
2288 'swarming': {
2289 'shards': 20,
2290 },
2291 'experiment_percentage': 100,
2292 },
Kenneth Russelleb60cbd22017-12-05 07:54:282293 },
2294 'remove_from': [
Kenneth Russelleb60cbd22017-12-05 07:54:282295 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b232018-03-03 02:59:142296 'Mac10.13 Tests',
2297 'Mac10.13 Tests (dbg)',
Dirk Pranke8fd63c12017-12-10 18:06:272298 # client.v8.chromium
2299 'Linux - Future (dbg)',
Stephen Martinise701f5a2018-05-04 01:25:112300 # chromium.win
2301 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282302 ],
2303 },
Dirk Prankedd1d2a02017-12-08 20:51:592304 'telemetry_unittests': {
2305 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282306 'Out of Process Profiling Mac': {
2307 'swarming': {
2308 'shards': 2,
2309 },
2310 },
Dirk Prankedd1d2a02017-12-08 20:51:592311 },
Stephen Martinise701f5a2018-05-04 01:25:112312 'remove_from': [
2313 # chromium.win
2314 'Win10 Tests x64 (dbg)',
2315 ],
Dirk Prankedd1d2a02017-12-08 20:51:592316 },
Kenneth Russelleb60cbd22017-12-05 07:54:282317 'traffic_annotation_auditor_unittests': {
2318 'modifications': {
2319 'Linux Tests': {
2320 # Unclear why this isn't swarmed.
2321 'swarming': {
2322 'can_use_on_swarming_builders': False,
2323 },
2324 },
2325 },
2326 'remove_from': [
2327 # On chromium.linux, unclear why these only run on "Linux Tests".
2328 'Linux Tests (dbg)(1)',
2329 'Linux Tests (dbg)(1)(32)',
2330 ],
2331 },
2332 'ui_android_unittests': {
2333 'modifications': {
2334 'KitKat Tablet Tester': {
2335 'swarming': {
2336 'hard_timeout': 120,
2337 },
2338 },
2339 'Marshmallow Tablet Tester': {
2340 'swarming': {
2341 'hard_timeout': 120,
2342 },
2343 },
2344 },
2345 },
2346 'ui_base_unittests': {
2347 'modifications': {
2348 'KitKat Tablet Tester': {
2349 'swarming': {
2350 'hard_timeout': 120,
2351 },
2352 },
2353 'Marshmallow Tablet Tester': {
2354 'swarming': {
2355 'hard_timeout': 120,
2356 },
2357 },
2358 },
2359 },
2360 'ui_touch_selection_unittests': {
2361 'modifications': {
2362 'KitKat Tablet Tester': {
2363 'swarming': {
2364 'hard_timeout': 120,
2365 },
2366 },
2367 'Marshmallow Tablet Tester': {
2368 'swarming': {
2369 'hard_timeout': 120,
2370 },
2371 },
2372 },
2373 },
2374 'unit_tests': {
2375 'remove_from': [
2376 # On chromium.linux, unclear why these aren't run on Cast.
2377 'Cast Audio Linux',
2378 'Cast Linux',
Stephen Martinise701f5a2018-05-04 01:25:112379 # chromium.win
2380 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282381 ],
2382 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242383 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:392384 'android-marshmallow-arm64-rel': {
2385 'swarming': {
2386 'hard_timeout': 960,
2387 'shards': 2,
2388 },
2389 },
Kenneth Russelleb60cbd22017-12-05 07:54:282390 'KitKat Tablet Tester': {
2391 'swarming': {
2392 'hard_timeout': 1200,
2393 'shards': 2,
2394 },
2395 },
2396 'Lollipop Phone Tester': {
2397 'swarming': {
2398 'hard_timeout': 960,
2399 'shards': 2,
2400 },
2401 },
2402 'Lollipop Tablet Tester': {
2403 'swarming': {
2404 'hard_timeout': 1200,
2405 'shards': 2,
2406 },
2407 },
2408 'Marshmallow 64 bit Tester': {
2409 'swarming': {
2410 'hard_timeout': 960,
2411 'shards': 2,
2412 },
2413 },
Kenneth Russelleb60cbd22017-12-05 07:54:282414 'Marshmallow Tablet Tester': {
2415 'swarming': {
2416 'hard_timeout': 1200,
2417 'shards': 2,
2418 },
2419 },
Kenneth Russell8ceeabf2017-12-11 17:53:282420 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282421 'Nougat Phone Tester': {
2422 'swarming': {
2423 'hard_timeout': 1200,
2424 'shards': 2,
2425 },
2426 },
2427 'x64 Device Tester': {
2428 'swarming': {
2429 'hard_timeout': 0,
2430 },
2431 },
2432 'x86 Cloud Tester': {
2433 'swarming': {
2434 'hard_timeout': 0,
2435 },
2436 },
Kenneth Russellfbda3c532017-12-08 23:57:242437 # chromium.clang
2438 'ToTLinuxASan': {
2439 'swarming': {
2440 'shards': 2,
2441 },
John Budorickca14c76f62017-12-09 14:19:182442 },
Dirk Pranke20eae9a72017-12-09 18:12:142443 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:182444 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342445 # These are slow on the ASAN trybot for some reason.
2446 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182447 'swarming': {
John Budorick5052d552017-12-13 02:59:342448 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182449 },
2450 },
2451 'Linux Chromium OS ASan LSan Tests (1)': {
2452 'args': [
2453 '--test-launcher-filter-file=../../testing/buildbot/filters/unit_tests_cros_asan.filter',
2454 ],
2455 },
2456 'Linux TSan Tests': {
2457 'swarming': {
2458 'shards': 2,
2459 },
2460 },
Dirk Pranke20eae9a72017-12-09 18:12:142461 # chromium.swarm
2462 'Android N5X Swarm': {
2463 'swarming': {
2464 'shards': 8,
2465 },
2466 },
Kenneth Russelleb60cbd22017-12-05 07:54:282467 },
2468 },
Kenneth Russell8a386d42018-06-02 09:48:012469 'video_decode_accelerator_gl_unittest': {
2470 'remove_from': [
2471 # chromium.gpu.fyi
2472 # Windows Intel doesn't have the GL extensions to support this test.
Kenneth Russell0272ab72018-06-04 17:22:242473 'Optional Win10 Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:012474 'Win10 FYI Release (Intel HD 630)',
2475 'Win10 FYI Exp Release (Intel HD 630)',
2476 ],
2477 },
Kenneth Russelleb60cbd22017-12-05 07:54:282478 'views_unittests': {
2479 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242480 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282481 'Linux Tests (dbg)(1)(32)',
2482 ],
2483 },
jonross6b44aa52018-05-04 14:41:392484 'viz_content_browsertests': {
2485 'remove_from': [
2486 # Currently flaky timeouts on Windows 10. crbug.com/839824
2487 'Win10 Tests x64 (dbg)',
2488 ],
2489 },
Stephen Martinis36977112018-04-06 06:09:462490 'viz_browser_tests': {
2491 'remove_from': [
Nico Weber641b0a232018-06-07 06:07:112492 # chromium.memory
2493 'Linux TSan Tests', # https://crbug.com/368525
2494 # chromium.win
Stephen Martinis36977112018-04-06 06:09:462495 # Currently too flaky on Windows.
2496 'Win 7 Tests x64 (1)',
2497 'Win10 Tests x64',
2498 'Win7 Tests (1)',
2499 'Win7 Tests (dbg)(1)',
Stephen Martinise701f5a2018-05-04 01:25:112500 'Win10 Tests x64 (dbg)',
Stephen Martinis36977112018-04-06 06:09:462501 ],
2502 },
Kenneth Russell8a386d42018-06-02 09:48:012503 'viz_screenshot_sync_tests': {
2504 'remove_from': [
2505 # These tests don't work on TSAN right now.
2506 'Linux FYI GPU TSAN Release',
2507 ],
2508 },
Kenneth Russelleb60cbd22017-12-05 07:54:282509 'viz_unittests': {
2510 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282511 # chromium.fyi
2512 'Chromium Win 10 GCE Tests',
2513 'Out of Process Profiling Android',
2514 'Out of Process Profiling Linux',
Kenneth Russelleb60cbd22017-12-05 07:54:282515 # chromium.win
2516 'Win10 Tests x64',
2517 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282518 'modifications': {
John Budorick8c4a989d2018-05-20 05:08:392519 'android-marshmallow-arm64-rel': {
2520 'swarming': {
2521 'hard_timeout': 960,
2522 },
2523 },
Kenneth Russelleb60cbd22017-12-05 07:54:282524 'KitKat Tablet Tester': {
2525 'swarming': {
2526 'hard_timeout': 300,
2527 },
2528 },
2529 'Lollipop Tablet Tester': {
2530 'swarming': {
2531 'hard_timeout': 300,
2532 },
2533 },
Kenneth Russelleb60cbd22017-12-05 07:54:282534 'Marshmallow Tablet Tester': {
2535 'swarming': {
2536 'hard_timeout': 300,
2537 },
2538 },
2539 },
2540 },
2541 'vr_common_unittests': {
2542 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282543 # chromium.fyi
2544 'Chromium Win 10 GCE Tests',
2545 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282546 # chromium.win
2547 'Win 7 Tests x64 (1)',
2548 'Win10 Tests x64',
2549 ],
2550 'modifications': {
John Budorick8c4a989d2018-05-20 05:08:392551 'android-marshmallow-arm64-rel': {
2552 'swarming': {
2553 'hard_timeout': 960,
2554 },
2555 },
Kenneth Russelleb60cbd22017-12-05 07:54:282556 'KitKat Tablet Tester': {
2557 'swarming': {
2558 'hard_timeout': 300,
2559 },
2560 },
2561 'Lollipop Tablet Tester': {
2562 'swarming': {
2563 'hard_timeout': 300,
2564 },
2565 },
Kenneth Russelleb60cbd22017-12-05 07:54:282566 'Marshmallow Tablet Tester': {
2567 'swarming': {
2568 'hard_timeout': 300,
2569 },
2570 },
2571 },
2572 },
Kenneth Russell8a386d42018-06-02 09:48:012573 'vr_browser_tests': {
2574 'remove_from': [
2575 # chromium.gpu.fyi
2576 # TODO(kbr): remove the following two exceptions after switching
2577 # to the new generate_buildbot_json script.
2578 'Win10 FYI Exp Release (Intel HD 630)',
2579 'Win7 FYI Release (AMD)',
2580 # This exception probably needs to stay due to lack of capacity
2581 # on the Win AMD bots.
2582 'Win7 FYI Debug (AMD)',
2583 ],
2584 },
Kenneth Russellfbda3c532017-12-08 23:57:242585 'vr_pixeltests': {
2586 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282587 # chromium.fyi
2588 'Chromium Win 10 GCE Tests',
2589 'Out of Process Profiling Android',
2590 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:242591 # chromium.win
2592 'Win 7 Tests x64 (1)',
2593 'Win10 Tests x64',
2594 'Win7 Tests (1)',
2595 'Win7 Tests (dbg)(1)',
2596 ],
2597 },
Kenneth Russell8a386d42018-06-02 09:48:012598 'webgl_conformance_d3d9_passthrough_tests': {
2599 'remove_from': [
2600 # TODO(jdarpinian): Re-enable when http://crbug.com/841789 is fixed.
2601 'Win10 FYI Exp Release (Intel HD 630)',
2602 ],
2603 },
2604 'webgl_conformance_d3d9_tests': {
2605 'remove_from': [
2606 # TODO(jdarpinian): Re-enable when http://crbug.com/841789 is fixed.
2607 'Win10 FYI Exp Release (Intel HD 630)',
2608 ],
2609 },
2610 'webgl_conformance_tests': {
2611 'modifications': {
2612 # On desktop platforms these don't take very long (~7 minutes),
2613 # but on Android they take ~30 minutes and we want to use more
2614 # shards than on desktop.
2615 # chromium.gpu
2616 'Android Release (Nexus 5X)': {
2617 'swarming': {
2618 'shards': 6,
2619 },
2620 },
2621 'Mac FYI GPU ASAN Release': {
2622 'args': [
2623 '--is-asan',
2624 ]
2625 },
2626 },
2627 },
2628 'webgl_conformance_gl_passthrough_tests': {
2629 'remove_from': [
2630 # crbug.com/555545 and crbug.com/649824:
2631 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
2632 # Always fails on older cards, flaky on newer cards.
2633 'Win7 FYI Debug (AMD)',
2634 'Win7 FYI Release (AMD)',
2635 ],
2636 },
2637 'webgl2_conformance_tests': {
2638 'remove_from': [
2639 # The Mac NVIDIA Retina bots don't have the capacity to run
2640 # this test suite on mac_optional_gpu_tests_rel.
2641 'Optional Mac Retina Release (NVIDIA)',
2642 ],
2643 'modifications': {
2644 'Mac FYI GPU ASAN Release': {
2645 'args': [
2646 '--is-asan',
2647 ]
2648 },
2649 },
2650 },
Kenneth Russelleb60cbd22017-12-05 07:54:282651 'webkit_layout_tests': {
2652 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282653 # chromium.fyi
2654 'Chromium Mac 10.11',
2655 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:242656 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:432657 'Linux Tests (dbg)(1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282658 'Linux Tests (dbg)(1)(32)',
Kenneth Russellfbda3c532017-12-08 23:57:242659 # chromium.mac
Shenghua Zhangbd6f1b232018-03-03 02:59:142660 'Mac10.13 Tests (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:242661 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:282662 'Win 7 Tests x64 (1)',
2663 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112664 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282665 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282666 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282667 # chromium.fyi
Dirk Prankea85f2acd2018-02-02 02:35:432668 'Dummy WebKit Mac10.13': {
2669 'swarming': {
Robert Ma196b907e62018-04-09 18:05:522670 'shards': 12,
Dirk Prankea85f2acd2018-02-02 02:35:432671 },
2672 },
John Budorick6650ef12018-05-16 23:33:172673 'linux-blink-gen-property-trees': {
2674 'args': [
John Budorick47795202018-05-18 01:30:352675 '--debug',
John Budorick6650ef12018-05-16 23:33:172676 '--additional-driver-flag=--enable-blink-gen-property-trees',
2677 ],
2678 },
John Budoricka14c2c392018-03-02 19:00:442679 'linux-blink-heap-incremental-marking': {
2680 'args': [
2681 '--debug',
Michael Lippautzd48e4a52018-04-26 06:59:132682 '--additional-driver-flag=--enable-blink-features=HeapIncrementalMarkingStress',
John Budoricka14c2c392018-03-02 19:00:442683 ],
2684 },
Kenneth Russell8ceeabf2017-12-11 17:53:282685 'WebKit Linux layout_ng Dummy Builder': {
2686 'args': [
2687 '--additional-driver-flag=--enable-blink-features=LayoutNG',
Kenneth Russell8ceeabf2017-12-11 17:53:282688 '--additional-driver-flag=--enable-slimming-paint-v175',
2689 ],
2690 'swarming': {
2691 'shards': 15,
2692 },
2693 },
2694 'WebKit Linux root_layer_scrolls Dummy Builder': {
2695 'args': [
2696 '--additional-driver-flag=--root-layer-scrolls',
2697 ],
2698 'swarming': {
2699 'shards': 15,
2700 },
2701 },
2702 'WebKit Linux slimming_paint_v2 Dummy Builder': {
2703 'args': [
Xianzhu Wang0e4447e2018-02-19 06:44:322704 '--additional-driver-flag=--enable-slimming-paint-v2',
Kenneth Russell8ceeabf2017-12-11 17:53:282705 ],
2706 'swarming': {
2707 'shards': 15,
2708 },
2709 },
2710 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282711 'Linux Tests': {
2712 'swarming': {
2713 'dimension_sets': [
2714 {
2715 # TODO(kbr): this is essentially redundant.
2716 'os': 'Ubuntu-14.04',
2717 },
2718 ],
2719 'shards': 6,
2720 },
2721 },
Kenneth Russell8ceeabf2017-12-11 17:53:282722 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:282723 'Mac10.10 Tests': {
2724 # TODO(kbr): this is essentially redundant.
2725 'swarming': {
2726 'dimension_sets': [
2727 {
2728 'gpu': 'none',
2729 'os': 'Mac-10.10.5',
2730 },
2731 ],
2732 },
2733 },
2734 'Mac10.11 Tests': {
2735 # TODO(kbr): this is essentially redundant.
2736 'swarming': {
2737 'dimension_sets': [
2738 {
2739 'gpu': 'none',
2740 'os': 'Mac-10.11.6',
2741 },
2742 ],
2743 },
2744 },
2745 'Mac10.12 Tests': {
2746 # TODO(kbr): if the Swarming dimensions were explicitly specified for
2747 # all jobs then this wouldn't be needed. However, note that this bot
2748 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
2749 'swarming': {
2750 'dimension_sets': [
2751 {
2752 'gpu': '8086:0a2e',
2753 'hidpi': '0',
2754 'os': 'Mac-10.12.6',
2755 },
2756 ],
2757 'shards': 12,
2758 },
2759 },
Dirk Pranke736e26f2018-04-07 01:54:302760 'Mac10.13 Tests': {
Kenneth Russellbeb175e2018-04-21 02:43:092761 # TODO(jbudorick,dpranke): Switch this to 10.13.
Dirk Pranke736e26f2018-04-07 01:54:302762
2763 # TODO(kbr): if the Swarming dimensions were explicitly specified for
2764 # all jobs then this wouldn't be needed. However, note that this bot
2765 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
2766 'swarming': {
2767 'dimension_sets': [
2768 {
2769 'gpu': '8086:0a2e',
2770 'hidpi': '0',
2771 'os': 'Mac-10.12.6',
2772 },
2773 ],
2774 'shards': 12,
2775 },
2776 },
Dirk Pranke81ff51c2017-12-09 19:24:282777
2778 # TODO(dpranke): Clean up all of the unneeded exceptions on
2779 # chromium.webkit.
2780 'WebKit Linux Trusty': {
2781 'swarming': {
2782 'dimension_sets': [
2783 {
2784 'os': 'Ubuntu-14.04',
2785 },
2786 ],
2787 },
2788 },
2789 'WebKit Linux Trusty (dbg)': {
2790 'args': [
2791 '--debug',
2792 ],
2793 'swarming': {
2794 'dimension_sets': [
2795 {
2796 'os': 'Ubuntu-14.04',
2797 },
2798 ],
2799 'shards': 20,
2800 },
2801 },
2802 'WebKit Linux Trusty ASAN': {
2803 'args': [
2804 '--additional-expectations',
2805 '../../third_party/WebKit/LayoutTests/ASANExpectations',
2806 '--time-out-ms',
2807 '48000',
2808 '--enable-sanitizer',
2809 ],
2810 'swarming': {
2811 'dimension_sets': [
2812 {
2813 'os': 'Ubuntu-14.04',
2814 },
2815 ],
2816 'shards': 20,
2817 },
2818 },
2819 'WebKit Linux Trusty Leak': {
2820 'args': [
2821 '--additional-expectations',
2822 '../../third_party/WebKit/LayoutTests/LeakExpectations',
2823 '--time-out-ms',
2824 '48000',
2825 '--enable-leak-detection',
2826 ],
2827 'swarming': {
2828 'dimension_sets': [
2829 {
2830 'os': 'Ubuntu-14.04',
2831 },
2832 ],
2833 'shards': 10,
2834 },
2835 },
2836 'WebKit Linux Trusty MSAN': {
2837 'args': [
2838 '--additional-expectations',
2839 '../../third_party/WebKit/LayoutTests/MSANExpectations',
2840 '--time-out-ms',
2841 '66000',
2842 '--enable-sanitizer',
2843 ],
2844 'swarming': {
2845 'dimension_sets': [
2846 {
2847 'os': 'Ubuntu-14.04',
2848 },
2849 ],
2850 'expiration': 36000,
2851 'hard_timeout': 10800,
2852 'io_timeout': 3600,
2853 'shards': 20,
2854 },
2855 },
Dirk Pranke81ff51c2017-12-09 19:24:282856 'WebKit Mac10.11 (dbg)': {
2857 'args': [
2858 '--debug',
2859 ],
Dirk Pranke81ff51c2017-12-09 19:24:282860 },
2861 'WebKit Win10': {
2862 'swarming': {
2863 'dimension_sets': [
2864 {
Jao-ke Chin-Leeee7d1492018-04-02 17:35:482865 'os': 'Windows-10-15063',
Dirk Pranke81ff51c2017-12-09 19:24:282866 },
2867 ],
Dirk Pranke81ff51c2017-12-09 19:24:282868 },
2869 },
2870 'WebKit Win7': {
2871 'swarming': {
2872 'dimension_sets': [
2873 {
2874 'os': 'Windows-7-SP1',
2875 },
2876 ],
Dirk Pranke81ff51c2017-12-09 19:24:282877 },
2878 },
2879 'WebKit Win7 (dbg)': {
2880 'swarming': {
2881 'dimension_sets': [
2882 {
2883 'os': 'Windows-7-SP1',
2884 },
2885 ]
2886 },
Dirk Pranke81ff51c2017-12-09 19:24:282887 },
2888
Stephen Martinis109eed42018-04-27 21:12:122889 'Win7 Tests (1)': {
Stephen Martinis109eed42018-04-27 21:12:122890 },
2891
Kenneth Russell8ceeabf2017-12-11 17:53:282892 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:282893 'Win7 Tests (dbg)(1)': {
2894 'args': [
2895 '--debug',
2896 '--time-out-ms',
2897 '60000'
2898 ],
Dirk Pranke028aa922018-05-25 18:37:342899 'experiment_percentage': 100,
Kenneth Russelleb60cbd22017-12-05 07:54:282900 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
2901 # from prefered_os_dimension in
2902 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
2903 # Swarming dimensions would be either specified for all testers on the
2904 # waterfall (and therefore, explicitly specified for all tests in the
2905 # generated JSON), or this would be removed, and the implicit one used.
2906 'swarming': {
2907 'dimension_sets': [
2908 {
2909 'os': 'Windows-7-SP1',
2910 }
2911 ],
2912 },
2913 },
Stephen Martinis1c5d6aa2018-04-17 03:11:252914 'Win10 Tests x64 (dbg)': {
2915 'args': [
2916 '--debug',
Stephen Martinis29afff32018-04-19 03:03:112917 '--target',
2918 'Debug_x64',
Stephen Martinis1c5d6aa2018-04-17 03:11:252919 ],
2920 },
Kenneth Russelleb60cbd22017-12-05 07:54:282921 },
2922 },
Kenneth Russelleb60cbd22017-12-05 07:54:282923 'webkit_unit_tests': {
Dirk Pranke81ff51c2017-12-09 19:24:282924 'modifications': {
John Budorick5052d552017-12-13 02:59:342925 # chromium.memory
2926 'Linux ASan LSan Tests (1)': {
2927 # These are very slow on the ASAN trybot for some reason.
2928 # crbug.com/794372
2929 'swarming': {
2930 'shards': 5,
2931 },
2932 },
arthursonzogni26889d82018-05-29 17:18:162933 'Marshmallow 64 bit Tester': {
2934 # Increase timeout. See https://crbug.com/847229.
2935 'swarming': {
2936 'hard_timeout': 1200,
2937 },
2938 },
Dirk Pranke81ff51c2017-12-09 19:24:282939 },
Kenneth Russelleb60cbd22017-12-05 07:54:282940 },
2941 'webview_instrumentation_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:282942 'remove_gtest_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282943 'Unswarmed N5 Tests Dummy Builder',
2944 'Unswarmed N5X Tests Dummy Builder',
2945 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282946 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:062947 # This test frequently fails on Android, https://crbug.com/824959
2948 # chromium.android
John Budorick2232bb982018-05-18 17:50:072949 'android-kitkat-arm-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:282950 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282951 'KitKat Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282952 'Nougat Phone Tester chromium.android',
2953 # chromium.android.fyi
Hans Wennborga0b11ebe2018-05-15 16:26:502954 # chromium.clang; matching chromium.android, the test fails on these.
Kenneth Russellfbda3c532017-12-08 23:57:242955 'ToTAndroid x64',
Hans Wennborga0b11ebe2018-05-15 16:26:502956 'ToTAndroid',
Dirk Pranke20eae9a72017-12-09 18:12:142957 # On chromium.swarm, this should possibly be being run (or removed
2958 # from Android N5X Swarm).
2959 'Android N5 Swarm',
Kenneth Russell8ceeabf2017-12-11 17:53:282960 # chromium.fyi
2961 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282962 ],
Kenneth Russellfbda3c532017-12-08 23:57:242963 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:282964 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282965 'Nougat Phone Tester': [
2966 'args',
2967 ],
Kenneth Russell8ceeabf2017-12-11 17:53:282968 'x86 Cloud Tester': [
2969 'args',
2970 ],
Kenneth Russellfbda3c532017-12-08 23:57:242971 },
Kenneth Russelleb60cbd22017-12-05 07:54:282972 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242973 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:392974 'android-marshmallow-arm64-rel': {
2975 'swarming': {
2976 'hard_timeout': 1200,
2977 'shards': 8,
2978 },
2979 },
Kenneth Russelleb60cbd22017-12-05 07:54:282980 'Lollipop Phone Tester': {
2981 'swarming': {
2982 'shards': 6,
2983 },
2984 },
2985 'Lollipop Tablet Tester': {
2986 'swarming': {
2987 'hard_timeout': 1800,
2988 'shards': 6,
2989 },
2990 },
2991 'Marshmallow 64 bit Tester': {
2992 'swarming': {
2993 'hard_timeout': 1200,
2994 'shards': 8,
2995 },
2996 },
Kenneth Russelleb60cbd22017-12-05 07:54:282997 'Marshmallow Tablet Tester': {
2998 'swarming': {
2999 'hard_timeout': 1800,
3000 'shards': 6,
3001 },
3002 },
Kenneth Russell8ceeabf2017-12-11 17:53:283003 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:283004 'Nougat Phone Tester': {
3005 'swarming': {
3006 'hard_timeout': 1500,
3007 'shards': 6,
3008 },
3009 },
3010 'x86 Cloud Tester': {
3011 'swarming': {
3012 'hard_timeout': 960,
3013 },
3014 },
Kenneth Russelleb60cbd22017-12-05 07:54:283015 },
3016 },
Kenneth Russellfbda3c532017-12-08 23:57:243017 'wm_unittests': {
3018 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:283019 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:283020 'Out of Process Profiling Windows',
3021 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:243022 ],
3023 },
Kenneth Russelleb60cbd22017-12-05 07:54:283024 'zucchini_unittests': {
3025 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:283026 # chromium.fyi
3027 'Chromium Win 10 GCE Tests',
3028 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283029 'Win10 Tests x64',
3030 ],
3031 },
3032}