blob: 170945c4bd3a4058465ab2aa0ea5aaf97195f6d0 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
16# The goal is to drive the number of exceptions to zero, to make all
17# the bots behave similarly.
18{
John Budorickca14c76f62017-12-09 14:19:1819 'accessibility_unittests': {
20 'remove_from': [
21 'Mac ASan 64 Tests (1)',
22 ],
23 },
Kenneth Russelleb60cbd22017-12-05 07:54:2824 'android_webview_unittests': {
25 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3226 # On chromium.android, these do not need to run prior to M.
John Budorick2232bb982018-05-18 17:50:0727 'android-kitkat-arm-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:2828 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:2829 'KitKat Tablet Tester',
John Budorick826d5ed2017-12-28 19:27:3230 # They should be running here, though, once stabilized.
Kenneth Russell8ceeabf2017-12-11 17:53:2831 'Nougat Phone Tester chromium.android',
32 # chromium.android.fyi
33 'x64 Device Tester',
Kenneth Russellfbda3c532017-12-08 23:57:2434 # chromium.clang
35 'ToTAndroid x64',
Kenneth Russell8ceeabf2017-12-11 17:53:2836 # chromium.fyi
37 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:2838 ],
39 'modifications': {
40 'Lollipop Tablet Tester': {
41 'swarming': {
42 'hard_timeout': 900,
43 },
44 },
Kenneth Russelleb60cbd22017-12-05 07:54:2845 'Marshmallow Tablet Tester': {
46 'swarming': {
47 'hard_timeout': 900,
48 },
49 },
50 },
51 },
Kenneth Russell8a386d42018-06-02 09:48:0152 'angle_end2end_tests': {
53 'remove_from': [
54 # chromium.gpu.fyi
55 # TODO(ynovikov) Investigate why the test breaks on older devices.
56 'Android FYI Release (Nexus 5)',
57 'Android FYI Release (Nexus 6)',
58 'Android FYI Release (Nexus 9)',
59 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
60 'Linux FYI Release (AMD R7 240)',
61 ],
62 },
63 'angle_perftests': {
64 'remove_from': [
65 # anglebug.com/2433
66 'Android FYI Release (Nexus 6)',
67 ],
68 },
Kenneth Russellfbda3c532017-12-08 23:57:2469 'angle_unittests': {
70 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2871 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:5972 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:2873 'Chromium Mac 10.13',
Kenneth Russell8a386d42018-06-02 09:48:0174 # chromium.gpu and chromium.gpu.fyi
75 # On Android, these are already run on the main waterfall.
76 # Run them on the one-off Android FYI bots, though.
77 'Android Release (Nexus 5X)',
78 'Android FYI Release (Nexus 5X)',
79 # Remove these from the optional GPU tryservers as they're
80 # already run on the main ones.
81 'Optional Linux Release (Intel HD 630)',
82 'Optional Linux Release (NVIDIA)',
Kenneth Russellfbda3c532017-12-08 23:57:2483 ],
John Budorickca14c76f62017-12-09 14:19:1884 'modifications': {
85 'Linux ASan LSan Tests (1)': {
86 'swarming': {
87 'shards': 10,
88 },
89 },
90 },
Kenneth Russellfbda3c532017-12-08 23:57:2491 },
92 'app_shell_unittests': {
93 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:2894 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:2895 'Out of Process Profiling Windows',
Kenneth Russell8ceeabf2017-12-11 17:53:2896 'Win 10 Fast Ring',
John Budorickca14c76f62017-12-09 14:19:1897 ],
98 },
James Cookf225c322018-02-22 00:05:5099 'mash_ash_unittests': {
John Budorickca14c76f62017-12-09 14:19:18100 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24101 ],
102 },
103 'aura_unittests': {
104 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28105 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28106 'Out of Process Profiling Windows',
107 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24108 ],
109 },
Kenneth Russelleb60cbd22017-12-05 07:54:28110 'base_unittests': {
111 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24112 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:39113 'android-marshmallow-arm64-rel': {
114 'swarming': {
115 'hard_timeout': 960,
116 },
117 },
Kenneth Russelleb60cbd22017-12-05 07:54:28118 'KitKat Tablet Tester': {
119 'swarming': {
120 'hard_timeout': 300,
121 },
122 },
123 'Lollipop Tablet Tester': {
124 'swarming': {
125 'hard_timeout': 600,
126 },
127 },
Kenneth Russelleb60cbd22017-12-05 07:54:28128 'Marshmallow Tablet Tester': {
129 'swarming': {
130 'hard_timeout': 600,
131 },
132 },
Kenneth Russellfbda3c532017-12-08 23:57:24133 # chromium.clang
134 'ToTMac': {
135 'swarming': {
136 'shards': 5,
137 },
138 },
Kenneth Russell8ceeabf2017-12-11 17:53:28139 # chromium.fyi
140 'Out of Process Profiling Mac': {
141 'swarming': {
142 'shards': 5,
143 },
144 },
Kenneth Russelleb60cbd22017-12-05 07:54:28145 },
146 },
John Budorickca14c76f62017-12-09 14:19:18147 'blink_heap_unittests': {
148 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:18149 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46150 'Linux TSan Tests', # https://crbug.com/831674
John Budorickca14c76f62017-12-09 14:19:18151 ],
152 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28153 # chromium.android
John Budorick2232bb982018-05-18 17:50:07154 'android-kitkat-arm-rel': {
155 'swarming': {
156 'hard_timeout': 180,
157 },
158 },
John Budorick8c4a989d2018-05-20 05:08:39159 'android-marshmallow-arm64-rel': {
160 'swarming': {
161 'hard_timeout': 960,
162 },
163 },
John Budorickca14c76f62017-12-09 14:19:18164 'KitKat Phone Tester (dbg)': {
165 'swarming': {
166 'hard_timeout': 180,
167 },
168 },
Kenneth Russell8ceeabf2017-12-11 17:53:28169 # chromium.android.fyi
170 'x86 Cloud Tester': {
171 'swarming': {
172 'hard_timeout': 120,
173 },
174 },
John Budorickca14c76f62017-12-09 14:19:18175 },
176 },
John Budorickca14c76f62017-12-09 14:19:18177 'boringssl_crypto_tests': {
178 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:18179 # chromium.chromiumos
John Budorickca14c76f62017-12-09 14:19:18180 'linux-chromeos-dbg',
181 'linux-chromeos-rel',
182 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
183 'Mac10.12 Tests',
John Budorickca14c76f62017-12-09 14:19:18184 ],
185 },
186 'boringssl_ssl_tests': {
187 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:18188 # chromium.chromiumos
John Budorickca14c76f62017-12-09 14:19:18189 'linux-chromeos-dbg',
190 'linux-chromeos-rel',
191 # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
192 'Mac10.12 Tests',
John Budorickca14c76f62017-12-09 14:19:18193 ],
194 },
Kenneth Russelleb60cbd22017-12-05 07:54:28195 'breakpad_unittests': {
196 'modifications': {
197 'KitKat Tablet Tester': {
198 'swarming': {
199 'hard_timeout': 60,
200 },
201 },
202 'Lollipop Tablet Tester': {
203 'swarming': {
204 'hard_timeout': 60,
205 },
206 },
207 'Marshmallow Tablet Tester': {
208 'swarming': {
209 'hard_timeout': 60,
210 },
211 },
212 },
213 },
214 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24215 'remove_from': [
216 # chromium.clang
217 'CrWinAsanCov',
Nico Weber3af4da72018-02-27 01:59:41218 'linux-win_cross-rel',
Kenneth Russellfbda3c532017-12-08 23:57:24219 'ToTLinuxUBSanVptr',
Kenneth Russell78225042018-02-23 09:43:13220 'UBSanVptr Linux',
John Budorickca14c76f62017-12-09 14:19:18221 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46222 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11223 # chromium.win
224 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24225 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28226 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28227 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34228 'linux-chromeos-dbg': {
229 'swarming': {
230 'shards': 20,
231 },
232 },
Kenneth Russellfbda3c532017-12-08 23:57:24233 'ToTWin(dbg)': {
234 'swarming': {
235 'shards': 20,
236 },
237 },
238 'ToTWin64(dbg)': {
239 'swarming': {
240 'shards': 20,
241 },
242 },
243 'ToTLinuxThinLTO': {
244 # TODO(kbr): remove this spurious filter.
245 'args': [
246 '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
247 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28248 },
249 # chromium.fyi
250 'Out of Process Profiling Linux': {
Kenneth Russellfbda3c532017-12-08 23:57:24251 'swarming': {
Kenneth Russell8ceeabf2017-12-11 17:53:28252 'shards': 5,
Kenneth Russellfbda3c532017-12-08 23:57:24253 },
254 },
Elly Fong-Jones298674d2018-04-24 17:06:00255 'Mac10.11 Tests': {
256 'args': [
257 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
258 ],
259 },
260 'Mac10.12 Tests': {
261 'args': [
262 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
263 ],
264 },
John Budorickca14c76f62017-12-09 14:19:18265 # chromium.memory
John Budorick5052d552017-12-13 02:59:34266 'Linux ASan LSan Tests (1)': {
267 # These are very slow on the ASAN trybot for some reason.
268 # crbug.com/794372
269 'swarming': {
270 'shards': 30,
271 },
272 },
John Budorickca14c76f62017-12-09 14:19:18273 'Linux Chromium OS ASan LSan Tests (1)': {
274 'args': [
275 '--test-launcher-filter-file=../../testing/buildbot/filters/browser_tests_cros_asan.filter',
276 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28277 },
John Budorickca14c76f62017-12-09 14:19:18278 'Mac ASan 64 Tests (1)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28279 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18280 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28281 },
282 },
Dirk Pranke8fd63c12017-12-10 18:06:27283 # client.v8.chromium
284 'Linux - Future (dbg)': {
285 'swarming': {
286 'shards': 10,
287 },
288 },
Kenneth Russell8ceeabf2017-12-11 17:53:28289 # chromium.win
290 'Win7 Tests (dbg)(1)': {
291 'swarming': {
292 'shards': 20,
293 },
294 },
Kenneth Russelleb60cbd22017-12-05 07:54:28295 },
296 },
Kenneth Russelleb60cbd22017-12-05 07:54:28297 'capture_unittests': {
298 'modifications': {
299 'KitKat Tablet Tester': {
300 'swarming': {
301 'hard_timeout': 120,
302 },
303 },
304 'Marshmallow Tablet Tester': {
305 'swarming': {
306 'hard_timeout': 120,
307 },
308 },
309 },
310 },
311 'cast_shell_browsertests': {
312 'modifications': {
313 'Cast Audio Linux': {
314 'args': [
315 '--enable-local-file-accesses',
316 '--ozone-platform=headless',
317 '--no-sandbox',
318 '--test-launcher-jobs=1',
319 ],
320 'swarming': {
321 'can_use_on_swarming_builders': False,
322 },
323 },
324 'Cast Linux': {
325 'args': [
326 '--enable-local-file-accesses',
327 '--ozone-platform=cast',
328 '--no-sandbox',
329 '--test-launcher-jobs=1',
330 ],
331 'swarming': {
332 'can_use_on_swarming_builders': False,
333 },
334 },
335 },
336 },
337 'cast_unittests': {
338 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34339 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34340 'linux-chromeos-dbg',
341 'linux-chromeos-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:28342 # Unclear why these largely aren't run on Android.
Kenneth Russelleb60cbd22017-12-05 07:54:28343 # TODO(kbr): why are the cast unit tests not run on the Cast bots?!
344 'Cast Audio Linux',
345 'Cast Linux',
Kenneth Russellfbda3c532017-12-08 23:57:24346 # chromium.clang
Peter Collingbourne6e3a081d2018-02-16 19:54:33347 'ToTAndroidCFI',
Kenneth Russellfbda3c532017-12-08 23:57:24348 'ToTLinuxThinLTO',
Kenneth Russelleb60cbd22017-12-05 07:54:28349 ],
350 },
351 'cc_unittests': {
Kenneth Russell56a3e862017-12-08 03:11:34352 'remove_from': [
353 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34354 'linux-chromeos-dbg',
355 'linux-chromeos-rel',
356 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28357 },
Dirk Pranke1b767092017-12-07 04:44:23358 'checkbins': {
359 'remove_from': [
360 'Linux x64',
361 'Mac',
362 ],
363 },
Kenneth Russell8ceeabf2017-12-11 17:53:28364 'chrome_app_unittests': {
365 'remove_from': [
366 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59367 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28368 'Chromium Mac 10.13',
369 'Out of Process Profiling Mac',
370 ],
371 },
Kenneth Russellfbda3c532017-12-08 23:57:24372 'chrome_elf_import_unittests': {
373 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28374 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28375 'Out of Process Profiling Windows',
376 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24377 ],
378 },
Kenneth Russelleb60cbd22017-12-05 07:54:28379 'chrome_public_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28380 'remove_gtest_from': [
381 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28382 'Unswarmed N5 Tests Dummy Builder',
383 'Unswarmed N5X Tests Dummy Builder',
384 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28385 'remove_from': [
Peter Collingbourne6e3a081d2018-02-16 19:54:33386 # chromium.clang
387 'ToTAndroidCFI',
Peter Collingbournee07e84e82018-02-23 20:28:58388 # chromium.memory
389 'Android CFI',
Kenneth Russelleb60cbd22017-12-05 07:54:28390 ],
Kenneth Russellfbda3c532017-12-08 23:57:24391 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28392 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28393 'Nougat Phone Tester': [
394 'args',
395 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28396 'x86 Cloud Tester': [
397 'args',
398 ],
Kenneth Russellfbda3c532017-12-08 23:57:24399 },
Kenneth Russelleb60cbd22017-12-05 07:54:28400 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28401 # chromium.android
John Budorick2232bb982018-05-18 17:50:07402 'android-kitkat-arm-rel': {
403 'swarming': {
404 'shards': 12,
405 },
406 },
John Budorick8c4a989d2018-05-20 05:08:39407 'android-marshmallow-arm64-rel': {
408 # TODO(crbug.com/731759): Enable this once we're confident that it
409 # passes.
410 'experiment_percentage': 100,
411 },
Kenneth Russelleb60cbd22017-12-05 07:54:28412 'KitKat Phone Tester (dbg)': {
413 'swarming': {
414 'shards': 20,
415 },
416 },
Kenneth Russelleb60cbd22017-12-05 07:54:28417 'KitKat Tablet Tester': {
418 'swarming': {
419 'hard_timeout': 2400,
420 },
421 },
422 'Lollipop Phone Tester': {
423 'swarming': {
424 'hard_timeout': 1800,
425 },
426 },
427 'Lollipop Tablet Tester': {
428 'swarming': {
429 'hard_timeout': 1800,
430 },
431 },
432 'Marshmallow 64 bit Tester': {
Benjamin Pasteneca1963002018-04-18 18:58:24433 # TODO(crbug.com/731759): Enable this once we're confident that it
434 # passes.
435 'experiment_percentage': 100,
Kenneth Russelleb60cbd22017-12-05 07:54:28436 'swarming': {
437 'hard_timeout': 1200,
438 'shards': 14,
439 },
440 },
441 'Marshmallow Tablet Tester': {
442 'swarming': {
443 'hard_timeout': 1800,
444 },
445 },
Kenneth Russell8ceeabf2017-12-11 17:53:28446 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28447 'Nougat Phone Tester': {
448 'swarming': {
449 'hard_timeout': 1200,
450 'shards': 8,
451 },
452 },
453 'x64 Device Tester': {
454 'swarming': {
455 'hard_timeout': 0,
456 'shards': 1,
457 },
458 },
459 'x86 Cloud Tester': {
460 'swarming': {
461 'hard_timeout': 1200,
462 'shards': 1,
463 },
464 },
Kenneth Russellfbda3c532017-12-08 23:57:24465 # chromium.clang
466 'ToTAndroid x64': {
467 'swarming': {
468 'shards': 1,
469 'hard_timeout': 0,
470 },
471 },
Kenneth Russell8ceeabf2017-12-11 17:53:28472 # chromium.fyi
473 'Out of Process Profiling Android': {
474 'swarming': {
475 'shards': 1,
476 'hard_timeout': 0,
477 },
478 },
John Budorick34009472018-04-03 17:38:44479 # chromium.swarm
480 'Android N5X Swarm': {
481 # TODO(crbug.com/731759): Enable this once we're confident that it
482 # passes.
483 'experiment_percentage': 100,
484 },
Kenneth Russelleb60cbd22017-12-05 07:54:28485 },
486 },
487 'chrome_public_test_vr_apk': {
Kenneth Russelleb60cbd22017-12-05 07:54:28488 'modifications': {
John Budorick2232bb982018-05-18 17:50:07489 'android-kitkat-arm-rel': {
490 'args': [
491 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
492 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
493 ],
494 'swarming': {
495 'hard_timeout': 1920,
496 },
497 },
John Budorick8c4a989d2018-05-20 05:08:39498 'android-marshmallow-arm64-rel': {
499 'args': [
500 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
501 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
502 ],
503 'swarming': {
504 'hard_timeout': 1200,
505 },
506 },
Kenneth Russelleb60cbd22017-12-05 07:54:28507 'Lollipop Phone Tester': {
508 'args': [
509 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
510 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
Kenneth Russelleb60cbd22017-12-05 07:54:28511 ],
512 'swarming': {
513 'hard_timeout': 1920,
514 },
515 },
516 'Marshmallow 64 bit Tester': {
517 'args': [
518 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
519 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
520 ],
521 },
Kenneth Russelleb60cbd22017-12-05 07:54:28522 },
523 },
524 'chrome_sync_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28525 'remove_gtest_from': [
526 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28527 'Unswarmed N5 Tests Dummy Builder',
528 'Unswarmed N5X Tests Dummy Builder',
529 ],
Kenneth Russellfbda3c532017-12-08 23:57:24530 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28531 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28532 'Nougat Phone Tester': [
533 'args',
534 ],
535 'x64 Device Tester': [
536 'args',
537 ],
538 'x86 Cloud Tester': [
539 'args',
540 ],
Kenneth Russellfbda3c532017-12-08 23:57:24541 },
Kenneth Russelleb60cbd22017-12-05 07:54:28542 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24543 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28544 'KitKat Phone Tester (dbg)': {
545 'swarming': {
546 'shards': 2,
547 },
548 },
549 'KitKat Tablet Tester': {
550 'swarming': {
551 'hard_timeout': 1200,
552 },
553 },
554 'Lollipop Tablet Tester': {
555 'swarming': {
556 'hard_timeout': 1200,
557 },
558 },
559 'Marshmallow Tablet Tester': {
560 'swarming': {
561 'hard_timeout': 1200,
562 },
563 },
Kenneth Russell8ceeabf2017-12-11 17:53:28564 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28565 'x64 Device Tester': {
566 'swarming': {
567 'hard_timeout': 0,
568 },
569 },
570 'x86 Cloud Tester': {
571 'swarming': {
572 'hard_timeout': 600,
573 },
574 },
Kenneth Russellfbda3c532017-12-08 23:57:24575 # chromium.clang
576 'ToTAndroid x64': {
577 'swarming': {
578 'hard_timeout': 0,
579 },
580 },
581 'ToTAndroidCFI': {
582 'swarming': {
583 'hard_timeout': 0,
584 },
585 },
Kenneth Russell8ceeabf2017-12-11 17:53:28586 # chromium.fyi
587 'Out of Process Profiling Android': {
588 'swarming': {
589 'hard_timeout': 0,
590 },
591 },
Peter Collingbournee07e84e82018-02-23 20:28:58592 # chromium.memory
593 'Android CFI': {
594 'swarming': {
595 'hard_timeout': 0,
596 },
597 },
Kenneth Russelleb60cbd22017-12-05 07:54:28598 },
599 },
Kenneth Russell56a3e862017-12-08 03:11:34600 'chromedriver_unittests': {
601 'remove_from': [
602 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34603 'linux-chromeos-dbg',
604 'linux-chromeos-rel',
605 ],
606 },
Kenneth Russelleb60cbd22017-12-05 07:54:28607 'components_browsertests': {
608 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:34609 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:34610 'linux-chromeos-dbg',
611 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28612 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:59613 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:28614 'Chromium Mac 10.13',
615 'Out of Process Profiling Linux',
616 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:28617 # On chromium.linux, unclear why these aren't run on the Cast bots.
618 'Cast Audio Linux',
619 'Cast Linux',
620 'Linux Tests (dbg)(1)(32)',
Kenneth Russell56a3e862017-12-08 03:11:34621 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:28622 'Win7 Tests (dbg)(1)',
Stephen Martinis6a0f46002018-05-19 00:32:19623 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28624 ],
625 'modifications': {
John Budorick8c4a989d2018-05-20 05:08:39626 'android-marshmallow-arm64-rel': {
627 'swarming': {
628 'hard_timeout': 960,
629 },
630 },
Kenneth Russelleb60cbd22017-12-05 07:54:28631 'KitKat Tablet Tester': {
632 'swarming': {
633 'hard_timeout': 600,
634 },
635 },
636 'Lollipop Tablet Tester': {
637 'swarming': {
638 'hard_timeout': 600,
639 },
640 },
Kenneth Russelleb60cbd22017-12-05 07:54:28641 'Marshmallow Tablet Tester': {
642 'swarming': {
643 'hard_timeout': 600,
644 },
645 },
646 },
647 },
648 'components_unittests': {
649 'remove_from': [
650 # On chromium.linux, unclear why these aren't run on the Cast bots.
651 'Cast Audio Linux',
652 'Cast Linux',
653 ],
654 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28655 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:39656 'android-marshmallow-arm64-rel': {
657 'swarming': {
658 'hard_timeout': 960,
659 },
660 },
Kenneth Russelleb60cbd22017-12-05 07:54:28661 'KitKat Tablet Tester': {
662 'swarming': {
663 'hard_timeout': 1500,
664 },
665 },
666 'Lollipop Phone Tester': {
667 'swarming': {
668 'hard_timeout': 960,
669 },
670 },
671 'Lollipop Tablet Tester': {
672 'swarming': {
673 'hard_timeout': 1200,
674 },
675 },
676 'Marshmallow 64 bit Tester': {
677 'swarming': {
678 'hard_timeout': 960,
679 },
680 },
Kenneth Russelleb60cbd22017-12-05 07:54:28681 'Marshmallow Tablet Tester': {
682 'swarming': {
683 'hard_timeout': 1500,
684 },
685 },
Kenneth Russell8ceeabf2017-12-11 17:53:28686 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28687 'Nougat Phone Tester': {
688 'swarming': {
689 'hard_timeout': 960,
690 'shards': 1,
691 },
692 },
693 'x64 Device Tester': {
694 'swarming': {
695 'hard_timeout': 0,
696 'shards': 1,
697 },
698 },
699 'x86 Cloud Tester': {
700 'swarming': {
701 'hard_timeout': 0,
702 'shards': 1,
703 },
704 },
John Budorick5052d552017-12-13 02:59:34705 # chromium.memory
706 'Linux ASan LSan Tests (1)': {
707 # These are very slow on the ASAN trybot for some reason.
708 # crbug.com/794372
709 'swarming': {
710 'shards': 5,
711 },
712 },
Kenneth Russelleb60cbd22017-12-05 07:54:28713 },
714 },
Kenneth Russellfbda3c532017-12-08 23:57:24715 'compositor_unittests': {
716 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28717 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28718 'Out of Process Profiling Windows',
719 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:24720 ],
721 },
Kenneth Russelleb60cbd22017-12-05 07:54:28722 'content_browsertests': {
723 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24724 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:39725 'android-marshmallow-arm64-rel': {
726 'swarming': {
727 'hard_timeout': 1200,
728 'shards': 6,
729 },
730 },
Kenneth Russelleb60cbd22017-12-05 07:54:28731 'KitKat Tablet Tester': {
732 'swarming': {
733 'hard_timeout': 1800,
734 'shards': 6,
735 },
736 },
737 'Lollipop Phone Tester': {
738 'swarming': {
739 'hard_timeout': 1800,
740 'shards': 6,
741 },
742 },
743 'Lollipop Tablet Tester': {
744 'swarming': {
745 'hard_timeout': 1800,
746 'shards': 6,
747 },
748 },
749 'Marshmallow 64 bit Tester': {
750 'swarming': {
751 'hard_timeout': 1200,
752 'shards': 6,
753 },
754 },
Kenneth Russelleb60cbd22017-12-05 07:54:28755 'Marshmallow Tablet Tester': {
756 'swarming': {
757 'hard_timeout': 1800,
758 'shards': 6,
759 },
760 },
Kenneth Russell8ceeabf2017-12-11 17:53:28761 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28762 'Nougat Phone Tester': {
763 'swarming': {
764 'hard_timeout': 1200,
765 'shards': 6,
766 },
767 },
768 'Unswarmed N5 Tests Dummy Builder': {
769 'args': [
770 '--shard-timeout',
771 '600',
772 ],
773 },
774 'Unswarmed N5X Tests Dummy Builder': {
775 'args': [
776 '--shard-timeout',
777 '600',
778 ],
779 },
780 'x64 Device Tester': {
781 'swarming': {
782 'hard_timeout': 0,
783 'shards': 1,
784 },
785 },
786 'x86 Cloud Tester': {
787 'swarming': {
788 'hard_timeout': 960,
789 'shards': 1,
790 },
791 },
792 # chromium.chromiumos
Kenneth Russell8ceeabf2017-12-11 17:53:28793 'Linux TSan Tests': {
794 'swarming': {
795 'shards': 5,
796 },
797 },
798 'linux-chromeos-dbg': {
799 'swarming': {
800 'shards': 2,
801 },
802 },
803 'linux-chromeos-rel': {
Kenneth Russelleb60cbd22017-12-05 07:54:28804 'swarming': {
805 'shards': 2,
806 },
807 },
Kenneth Russellfbda3c532017-12-08 23:57:24808 # chromium.clang
809 'ToTLinuxUBSanVptr': {
810 'swarming': {
811 'shards': 5,
812 },
813 },
Nico Weber825c6d02018-05-01 14:54:31814 'linux-win_cross-rel': {
815 # content_browsertests sometimes times out without this override on
816 # the cross bot, probably because of https://crbug.com/803591,
817 # see also https://crbug.com/838559
818 # TODO(thakis): Remove this once 803591 is fixed.
819 'swarming': {
820 'shards': 5,
821 },
822 },
Kenneth Russellfbda3c532017-12-08 23:57:24823 # chromium.linux
824 'Cast Audio Linux': {
825 'args': [
826 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
827 ],
828 'swarming': {
829 'can_use_on_swarming_builders': False,
830 },
831 },
832 'Cast Linux': {
833 'args': [
834 '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
835 ],
836 'swarming': {
837 'can_use_on_swarming_builders': False,
838 },
839 },
John Budorickca14c76f62017-12-09 14:19:18840 # chromium.memory
John Budorick5052d552017-12-13 02:59:34841 'Linux ASan LSan Tests (1)': {
842 # These are very slow on the ASAN trybot for some reason.
843 # crbug.com/794372
844 'swarming': {
845 'shards': 4,
846 },
847 },
Yuke Liao47450ee2018-03-21 19:32:11848 'Linux Chromium OS ASan LSan Tests (1)': {
849 # content_browsertests is slow on ASAN try bot. crbug.com/822461.
850 'swarming': {
851 'shards': 4,
852 }
853 },
John Budorickca14c76f62017-12-09 14:19:18854 'Mac ASan 64 Tests (1)': {
855 'swarming': {
856 'shards': 2,
857 },
858 },
Kenneth Russell8ceeabf2017-12-11 17:53:28859 # chromium.win
860 'Win7 Tests (dbg)(1)': {
861 'swarming': {
862 'shards': 2,
863 },
864 },
Stephen Martinisc1fd43fd2018-06-04 22:04:18865 # chromium.win
866 'Win10 Tests x64 (dbg)': {
867 'experiment_percentage': 100,
868 },
Kenneth Russelleb60cbd22017-12-05 07:54:28869 },
870 },
John Budorickca14c76f62017-12-09 14:19:18871 'content_browsertests --mus': {
872 'remove_from': [
873 # chromium.memory
874 'Linux Chromium OS ASan LSan Tests (1)',
875 ],
876 },
Kenneth Russelleb60cbd22017-12-05 07:54:28877 'content_shell_crash_test': {
878 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28879 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28880 'Chromium Mac 10.13',
881 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:28882 # On chromium.linux, unclear why these only run on "Linux Tests".
883 'Linux Tests (dbg)(1)',
884 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b232018-03-03 02:59:14885 # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
Kenneth Russelleb60cbd22017-12-05 07:54:28886 'Mac10.10 Tests',
887 'Mac10.11 Tests',
888 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:14889 'Mac10.13 Tests (dbg)',
Dirk Pranke0dbdf562018-05-25 16:21:36890 # crbug.com/846729 - re-enable when this passes reliably.
891 'Win7 Tests (1)',
Kenneth Russelleb60cbd22017-12-05 07:54:28892 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
893 'Win 7 Tests x64 (1)',
894 'Win10 Tests x64',
Stephen Martinis6a0f46002018-05-19 00:32:19895 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28896 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:27897 # client.v8.chromium
898 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:28899 ],
Shenghua Zhangd0d97a32018-02-23 00:33:58900 'modifications': {
Shenghua Zhangbd6f1b232018-03-03 02:59:14901 'Mac10.13 Tests': {
Shenghua Zhangd0d97a32018-02-23 00:33:58902 # Remove this once the tests is not flaky on Mac os 10.13
903 # See crbug.com/813163
904 'experiment_percentage': 100,
905 },
906 }
Kenneth Russelleb60cbd22017-12-05 07:54:28907 },
908 'content_shell_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:28909 'remove_gtest_from': [
910 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28911 'Unswarmed N5 Tests Dummy Builder',
912 'Unswarmed N5X Tests Dummy Builder',
913 ],
Kenneth Russellfbda3c532017-12-08 23:57:24914 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:28915 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28916 'Nougat Phone Tester': [
917 'args',
918 ],
Kenneth Russell8ceeabf2017-12-11 17:53:28919 'x86 Cloud Tester': [
920 'args',
921 ],
Kenneth Russellfbda3c532017-12-08 23:57:24922 },
Kenneth Russelleb60cbd22017-12-05 07:54:28923 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24924 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28925 'KitKat Tablet Tester': {
926 'swarming': {
Benjamin Pastene0531d9092018-03-07 22:08:34927 'hard_timeout': 1800,
Kenneth Russelleb60cbd22017-12-05 07:54:28928 'shards': 2,
929 },
930 },
931 'Lollipop Phone Tester': {
932 'swarming': {
933 'shards': 2,
934 },
935 },
936 'Lollipop Tablet Tester': {
937 'swarming': {
938 'hard_timeout': 1200,
939 'shards': 2,
940 },
941 },
942 'Marshmallow Tablet Tester': {
943 'swarming': {
944 'hard_timeout': 1500,
945 'shards': 2,
946 },
947 },
Kenneth Russell8ceeabf2017-12-11 17:53:28948 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:28949 'Nougat Phone Tester': {
950 'swarming': {
951 'hard_timeout': 1200,
952 'shards': 4,
953 },
954 },
955 'x64 Device Tester': {
956 'swarming': {
957 'hard_timeout': 0,
958 'shards': 1,
959 },
960 },
961 'x86 Cloud Tester': {
962 'swarming': {
963 'hard_timeout': 1920,
964 'shards': 1,
965 },
966 },
Kenneth Russellfbda3c532017-12-08 23:57:24967 # chromium.clang
968 'ToTAndroid x64': {
969 'swarming': {
970 'hard_timeout': 0,
971 'shards': 1,
972 },
973 },
974 'ToTAndroidCFI': {
975 'swarming': {
976 'hard_timeout': 0,
977 'shards': 1,
978 },
979 },
Kenneth Russell8ceeabf2017-12-11 17:53:28980 # chromium.fyi
981 'Out of Process Profiling Android': {
982 'swarming': {
983 'hard_timeout': 0,
984 'shards': 1,
985 },
986 },
Peter Collingbournee07e84e82018-02-23 20:28:58987 # chromium.memory
988 'Android CFI': {
989 'swarming': {
990 'hard_timeout': 0,
991 'shards': 1,
992 },
993 },
Kenneth Russelleb60cbd22017-12-05 07:54:28994 },
995 },
996 'content_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:59997 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28998 # chromium.fyi
999 'Fuchsia (dbg)',
1000 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:591001 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281002 'modifications': {
Dirk Pranke20eae9a72017-12-09 18:12:141003 # TODO(dpranke) - on chromium.swarm, remove this exception.
1004 'Android N5X Swarm': {
1005 'swarming': {
1006 'shards': 4,
1007 },
1008 },
Kenneth Russell8ceeabf2017-12-11 17:53:281009 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281010 'KitKat Tablet Tester': {
1011 'swarming': {
1012 'hard_timeout': 1200,
1013 },
1014 },
1015 'Lollipop Tablet Tester': {
1016 'swarming': {
1017 'hard_timeout': 1200,
1018 },
1019 },
1020 'Marshmallow Tablet Tester': {
1021 'swarming': {
1022 'hard_timeout': 1500,
1023 },
1024 },
Kenneth Russell8ceeabf2017-12-11 17:53:281025 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281026 'Nougat Phone Tester': {
1027 'swarming': {
1028 'hard_timeout': 1200,
1029 'shards': 2,
1030 },
1031 },
1032 'x64 Device Tester': {
1033 'swarming': {
1034 'hard_timeout': 0,
1035 },
1036 },
1037 'x86 Cloud Tester': {
1038 'swarming': {
1039 'hard_timeout': 0,
1040 },
1041 },
1042 # chromium.fyi
1043 'Site Isolation Android': {
1044 'swarming': {
1045 'hard_timeout': 0,
1046 },
1047 },
John Budorick5052d552017-12-13 02:59:341048 # chromium.memory
1049 'Linux ASan LSan Tests (1)': {
1050 # These are slow on the ASAN trybot for some reason.
1051 # crbug.com/794372
1052 'swarming': {
1053 'shards': 2,
1054 },
1055 },
Kenneth Russelleb60cbd22017-12-05 07:54:281056 },
1057 },
Kenneth Russellfbda3c532017-12-08 23:57:241058 'crashpad_tests': {
1059 'remove_from': [
1060 # chromium.clang
Nico Weber15a00d62018-05-16 17:11:481061 'linux-win_cross-rel', # https://crbug.com/762167
Kenneth Russellfbda3c532017-12-08 23:57:241062 ],
1063 },
Kenneth Russell8ceeabf2017-12-11 17:53:281064 'cronet_test_instrumentation_apk': {
1065 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281066 'Android Cronet Builder (dbg) chromium.android.fyi': {
1067 'swarming': {
1068 'hard_timeout': 1200,
1069 'shards': 2,
1070 },
1071 },
1072 'Android Cronet KitKat Builder chromium.android.fyi': {
1073 'swarming': {
1074 'hard_timeout': 1200,
1075 'shards': 2,
1076 },
1077 },
1078 },
1079 },
Kenneth Russelleb60cbd22017-12-05 07:54:281080 'dbus_unittests': {
1081 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241082 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281083 'Linux Tests (dbg)(1)(32)',
1084 ],
1085 },
1086 'device_unittests': {
1087 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281088 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591089 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281090 'Chromium Mac 10.13',
1091 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241092 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281093 'Win7 Tests (dbg)(1)',
1094 ],
1095 'modifications': {
John Budorick8c4a989d2018-05-20 05:08:391096 'android-marshmallow-arm64-rel': {
1097 'swarming': {
1098 'hard_timeout': 960,
1099 },
1100 },
Kenneth Russelleb60cbd22017-12-05 07:54:281101 'KitKat Tablet Tester': {
1102 'swarming': {
1103 'hard_timeout': 120,
1104 },
1105 },
Kenneth Russelleb60cbd22017-12-05 07:54:281106 'Marshmallow Tablet Tester': {
1107 'swarming': {
1108 'hard_timeout': 120,
1109 },
1110 },
1111 },
1112 },
1113 'devtools_closure_compile': {
1114 'remove_from': [
1115 # On chromium.linux, unclear why these only run on "Linux Tests".
1116 'Linux Tests (dbg)(1)',
1117 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271118 # client.v8.chromium
1119 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281120 ],
1121 },
1122 'devtools_eslint': {
1123 'remove_from': [
1124 # On chromium.linux, unclear why these only run on "Linux Tests".
1125 'Linux Tests (dbg)(1)',
1126 'Linux Tests (dbg)(1)(32)',
Dirk Pranke8fd63c12017-12-10 18:06:271127 # client.v8.chromium
1128 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281129 ],
1130 },
1131 'display_unittests': {
1132 'remove_from': [
Hans Wennborgd2252c82018-05-16 12:19:301133 # chromium.fyi, unclear why these aren't run.
Dirk Pranke46119d82018-03-21 00:13:591134 'mac-views-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:281135 # chromium.win
1136 'Win7 Tests (dbg)(1)',
1137 ],
1138 },
Kenneth Russelleb60cbd22017-12-05 07:54:281139 'events_unittests': {
1140 'modifications': {
1141 'KitKat Tablet Tester': {
1142 'swarming': {
1143 'hard_timeout': 60,
1144 },
1145 },
1146 'Lollipop Tablet Tester': {
1147 'swarming': {
1148 'hard_timeout': 60,
1149 },
1150 },
1151 'Marshmallow Tablet Tester': {
1152 'swarming': {
1153 'hard_timeout': 120,
1154 },
1155 },
1156 },
1157 },
1158 'extensions_browsertests': {
1159 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281160 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591161 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281162 'Chromium Mac 10.13',
1163 'Out of Process Profiling Linux',
1164 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281165 # On chromium.mac, unclear why these aren't run.
1166 'Mac10.10 Tests',
1167 'Mac10.11 Tests',
1168 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141169 'Mac10.13 Tests',
1170 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181171 # chromium.memory
1172 'Linux Chromium OS ASan LSan Tests (1)',
1173 'Linux TSan Tests',
1174 'Mac ASan 64 Tests (1)',
Stephen Martinis6a0f46002018-05-19 00:32:191175 # chromium.win
1176 'Win10 Tests x64 (dbg)',
John Budorickca14c76f62017-12-09 14:19:181177 ],
1178 },
Kenneth Russelleb60cbd22017-12-05 07:54:281179 'filesystem_service_unittests': {
1180 'remove_from': [
1181 'Linux Tests (dbg)(1)(32)',
1182 ],
1183 },
Kenneth Russelleb60cbd22017-12-05 07:54:281184 'gin_unittests': {
1185 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:341186 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341187 'linux-chromeos-dbg',
1188 'linux-chromeos-rel',
Kenneth Russellfbda3c532017-12-08 23:57:241189 # chromium.clang
Nico Weber1394523f2018-06-06 15:58:471190 'ToTLinuxASan', # https://crbug.com/831667
Kenneth Russell8ceeabf2017-12-11 17:53:281191 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591192 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281193 'Chromium Mac 10.13',
Kenneth Russell8ceeabf2017-12-11 17:53:281194 'Out of Process Profiling Linux',
1195 'Out of Process Profiling Mac',
Kenneth Russellb3cca6f02017-12-05 22:02:391196 # On chromium.linux, unclear why these aren't run on Cast.
Kenneth Russelleb60cbd22017-12-05 07:54:281197 'Cast Audio Linux',
1198 'Cast Linux',
1199 'Linux Tests (dbg)(1)(32)',
1200 # On chromium.mac, unclear why these aren't run.
1201 'Mac10.10 Tests',
1202 'Mac10.11 Tests',
1203 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141204 'Mac10.13 Tests',
1205 'Mac10.13 Tests (dbg)',
John Budorickca14c76f62017-12-09 14:19:181206 # chromium.memory
Nico Weberd36959682018-04-12 03:33:461207 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471208 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281209 # On chromium.win, unclear why these only run on "Win7 Tests (1)".
1210 'Win 7 Tests x64 (1)',
1211 'Win10 Tests x64',
1212 'Win7 Tests (dbg)(1)',
Dirk Pranke8fd63c12017-12-10 18:06:271213 # client.v8.chromium
1214 'Linux - Future (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281215 ],
1216 },
1217 'gl_tests': {
John Budorickca14c76f62017-12-09 14:19:181218 'remove_from': [
1219 # chromium.clang
1220 'CFI Linux (icall)',
1221 'CFI Linux ToT',
Kenneth Russell8a386d42018-06-02 09:48:011222 # chromium.gpu
1223 # On Android, these are already run on the main waterfall.
1224 # Run them on the one-off Android FYI bots, though.
1225 'Android Release (Nexus 5X)',
1226 # chromium.gpu.fyi
1227 'Android FYI 32 Vk Release (Nexus 5X)',
1228 'Android FYI 64 Vk Release (Nexus 5X)',
1229 'Android FYI Release (Nexus 5X)',
1230 'Linux FYI Ozone (Intel)',
Morten Stenshorne615a8d02018-04-20 12:19:211231 # chromium.memory
Kenneth Russell55bbec52018-05-03 18:44:551232 # Can't run on MSAN because gl_tests uses the hardware driver,
1233 # which isn't instrumented.
1234 'Linux MSan Tests',
1235 'Linux ChromiumOS MSan Tests',
John Budorickca14c76f62017-12-09 14:19:181236 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281237 'modifications': {
1238 'KitKat Tablet Tester': {
1239 'swarming': {
1240 'hard_timeout': 120,
1241 },
1242 },
1243 'Marshmallow Tablet Tester': {
1244 'swarming': {
1245 'hard_timeout': 120,
1246 },
1247 },
Kenneth Russell1a515be2018-04-28 03:54:451248 # chromium.memory
Kenneth Russell1a515be2018-04-28 03:54:451249 # TODO(kbr): figure out a better way to specify blocks of
1250 # arguments like this for tests on multiple machines.
1251 'Linux ASan LSan Tests (1)': {
1252 'args': [
1253 '--use-gpu-in-tests',
1254 '--no-xvfb',
1255 ],
1256 'swarming': {
1257 'dimension_sets': [
1258 {
1259 'gpu': '10de:1cb3',
1260 'os': 'Ubuntu',
1261 'pool': 'Chrome-GPU',
1262 },
1263 ],
1264 },
1265 'use_xvfb': False,
1266 },
1267 'Linux ASan LSan Tests (1)': {
1268 'args': [
1269 '--use-gpu-in-tests',
1270 '--no-xvfb',
1271 ],
1272 'swarming': {
1273 'dimension_sets': [
1274 {
1275 'gpu': '10de:1cb3',
1276 'os': 'Ubuntu',
1277 'pool': 'Chrome-GPU',
1278 },
1279 ],
1280 },
1281 'use_xvfb': False,
1282 },
1283 'Linux CFI': {
1284 'args': [
1285 '--use-gpu-in-tests',
1286 '--no-xvfb',
1287 ],
1288 'swarming': {
1289 'dimension_sets': [
1290 {
1291 'gpu': '10de:1cb3',
1292 'os': 'Ubuntu',
1293 'pool': 'Chrome-GPU',
1294 },
1295 ],
1296 },
1297 'use_xvfb': False,
1298 },
1299 'Linux TSan Tests': {
1300 'args': [
1301 '--use-gpu-in-tests',
1302 '--no-xvfb',
1303 ],
1304 'swarming': {
1305 'dimension_sets': [
1306 {
1307 'gpu': '10de:1cb3',
1308 'os': 'Ubuntu',
1309 'pool': 'Chrome-GPU',
1310 },
1311 ],
1312 },
1313 'use_xvfb': False,
1314 },
Kenneth Russelleb60cbd22017-12-05 07:54:281315 },
1316 },
1317 'gl_unittests': {
John Budorickca14c76f62017-12-09 14:19:181318 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:011319 # chromium.gpu.fyi
1320 # On Android, these are already run on the main waterfall.
1321 # Run them on the one-off Android FYI bots, though.
1322 'Android FYI Release (Nexus 5X)',
1323 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
1324 'Linux FYI Release (AMD R7 240)',
John Budorickca14c76f62017-12-09 14:19:181325 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281326 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281327 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:391328 'android-marshmallow-arm64-rel': {
1329 'swarming': {
1330 'hard_timeout': 120,
1331 },
1332 },
Kenneth Russell8ceeabf2017-12-11 17:53:281333 'Lollipop Phone Tester': {
1334 'swarming': {
1335 'hard_timeout': 960,
1336 },
1337 },
1338 'Marshmallow 64 bit Tester': {
1339 'swarming': {
1340 'hard_timeout': 960,
1341 },
1342 },
Kenneth Russell8ceeabf2017-12-11 17:53:281343 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281344 'Nougat Phone Tester': {
1345 'swarming': {
1346 'hard_timeout': 960,
1347 },
1348 },
1349 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241350 'CFI Linux (icall)': {
1351 'args': [
1352 '--use-gpu-in-tests',
1353 '--no-xvfb',
1354 ],
1355 'swarming': {
1356 'dimension_sets': [
1357 {
1358 'gpu': '10de:1cb3',
1359 'os': 'Ubuntu',
1360 'pool': 'Chrome-GPU',
1361 },
1362 ],
1363 },
1364 'use_xvfb': False,
1365 },
1366 'CFI Linux ToT': {
1367 'args': [
1368 '--use-gpu-in-tests',
1369 '--no-xvfb',
1370 ],
1371 'swarming': {
1372 'dimension_sets': [
1373 {
1374 'gpu': '10de:1cb3',
1375 'os': 'Ubuntu',
1376 'pool': 'Chrome-GPU',
1377 },
1378 ],
1379 },
1380 'use_xvfb': False,
1381 },
Kenneth Russell8ceeabf2017-12-11 17:53:281382 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:181383 'Linux CFI': {
1384 'args': [
1385 '--use-gpu-in-tests',
1386 '--no-xvfb',
1387 ],
1388 'swarming': {
1389 'dimension_sets': [
1390 {
1391 'gpu': '10de:1cb3',
1392 'os': 'Ubuntu',
1393 'pool': 'Chrome-GPU',
1394 },
1395 ],
1396 },
1397 'use_xvfb': False,
1398 },
Kenneth Russelleb60cbd22017-12-05 07:54:281399 },
1400 },
Kenneth Russellfbda3c532017-12-08 23:57:241401 'gn_unittests': {
1402 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281403 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591404 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281405 'Chromium Mac 10.13',
1406 'Out of Process Profiling Linux',
1407 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241408 ],
1409 },
Kenneth Russelleb60cbd22017-12-05 07:54:281410 'headless_browsertests': {
1411 'remove_from': [
Nico Webere140de212018-06-08 15:36:171412 # chromium.clang
1413 'ToTLinuxASan', # https://crbug.com/843732
1414 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281415 'Linux Tests (dbg)(1)(32)',
1416 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1417 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271418 # client.v8.chromium
1419 'Linux - Future (dbg)',
Stephen Martinis6a0f46002018-05-19 00:32:191420 # chromium.win
1421 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281422 ],
1423 },
1424 'headless_unittests': {
1425 'remove_from': [
Nico Webere140de212018-06-08 15:36:171426 # chromium.clang
1427 'ToTLinuxASan', # https://crbug.com/843732
1428 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281429 'Linux Tests (dbg)(1)(32)',
1430 # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
1431 'Mac10.11 Tests',
Dirk Pranke8fd63c12017-12-10 18:06:271432 # client.v8.chromium
1433 'Linux - Future (dbg)'
Kenneth Russelleb60cbd22017-12-05 07:54:281434 ],
1435 },
Kenneth Russell8a386d42018-06-02 09:48:011436 'info_collection_tests': {
1437 'remove_from': [
1438 # chromium.gpu.fyi
1439 # The Mac ASAN swarming bot runs tests on two different GPU
1440 # types, so we can't have one expected vendor ID / device ID.
1441 'Mac FYI GPU ASAN Release',
1442 # client.v8.fyi
1443 'Android V8 FYI Release (Nexus 5X)',
1444 'Linux V8 FYI Release (NVIDIA)',
1445 'Linux V8 FYI Release - concurrent marking (NVIDIA)',
1446 'Mac V8 FYI Release (Intel)',
1447 'Win V8 FYI Release (NVIDIA)',
1448 ],
1449 },
Kenneth Russellfbda3c532017-12-08 23:57:241450 'install_static_unittests': {
1451 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281452 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281453 'Out of Process Profiling Windows',
1454 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:241455 ],
1456 },
Kenneth Russelleb60cbd22017-12-05 07:54:281457 'interactive_ui_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:241458 'remove_from': [
1459 # chromium.clang
Nico Weber2125f8972018-06-08 23:19:531460 'ToTLinuxUBSanVptr', # https://crbug.com/815190
1461 'UBSanVptr Linux', # https://crbug.com/815190
John Budorickca14c76f62017-12-09 14:19:181462 # chromium.memory
1463 'Linux TSan Tests',
Kenneth Russellfbda3c532017-12-08 23:57:241464 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281465 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281466 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:241467 'CFI Linux (icall)': {
1468 'swarming': {
1469 'shards': 1,
1470 },
1471 },
Kenneth Russell8ceeabf2017-12-11 17:53:281472 # chromium.linux
1473 # Unclear why this isn't sharded.
1474 'Linux Tests': {
Dirk Prankedd1d2a02017-12-08 20:51:591475 'swarming': {
1476 'shards': 1,
1477 },
1478 },
Kenneth Russelleb60cbd22017-12-05 07:54:281479 'Linux Tests (dbg)(1)': {
1480 'swarming': {
1481 'shards': 3,
1482 },
1483 },
1484 'Linux Tests (dbg)(1)(32)': {
1485 'swarming': {
1486 'shards': 3,
1487 },
1488 },
Kenneth Russell8ceeabf2017-12-11 17:53:281489 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341490 'linux-chromeos-dbg': {
1491 'swarming': {
1492 'shards': 3,
1493 },
1494 },
1495 'linux-chromeos-rel': {
1496 'swarming': {
1497 'shards': 3,
1498 },
1499 },
Kenneth Russell8ceeabf2017-12-11 17:53:281500 # chromium.fyi
1501 'Out of Process Profiling Mac': {
1502 'swarming': {
1503 'shards': 1,
1504 },
1505 },
Kenneth Russell8ceeabf2017-12-11 17:53:281506 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:281507 # Unclear why this isn't swarmed.
1508 'Mac10.10 Tests': {
1509 'swarming': {
1510 'can_use_on_swarming_builders': False,
1511 },
1512 },
1513 # Unclear why this isn't sharded.
1514 'Mac10.11 Tests': {
1515 'swarming': {
1516 'shards': 1,
1517 },
1518 },
1519 # Unclear why this isn't sharded.
1520 'Mac10.12 Tests': {
1521 'swarming': {
1522 'shards': 1,
1523 },
1524 },
Kenneth Russell8ceeabf2017-12-11 17:53:281525 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281526 'Win7 Tests (dbg)(1)': {
1527 'swarming': {
1528 'shards': 4,
1529 },
1530 },
John Budorickca14c76f62017-12-09 14:19:181531 # chromium.memory
1532 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341533 # These are slow on the ASAN trybot for some reason.
1534 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181535 'swarming': {
John Budorick5052d552017-12-13 02:59:341536 'shards': 6,
John Budorickca14c76f62017-12-09 14:19:181537 },
1538 },
1539 'Linux CFI': {
1540 'swarming': {
1541 'shards': 1,
1542 },
1543 },
Dirk Pranke8fd63c12017-12-10 18:06:271544 # client.v8.chromium
1545 'Linux - Future (dbg)': {
1546 'swarming': {
1547 'shards': 3,
1548 },
1549 },
Greg Thompson3eb7e6522018-05-25 09:04:031550 # chromium.win; temporary, https://crbug.com/818832
1551 'Win10 Tests x64 (dbg)': {
1552 'experiment_percentage': 100,
1553 },
Kenneth Russelleb60cbd22017-12-05 07:54:281554 },
1555 },
1556 'ipc_tests': {
Kenneth Russell8ceeabf2017-12-11 17:53:281557 'remove_from': [
1558 # chromium.linux
1559 'Fuchsia x64',
1560 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281561 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281562 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:281563 'KitKat Tablet Tester': {
1564 'swarming': {
1565 'hard_timeout': 60,
1566 },
1567 },
1568 'Lollipop Tablet Tester': {
1569 'swarming': {
1570 'hard_timeout': 60,
1571 },
1572 },
1573 'Marshmallow Tablet Tester': {
1574 'swarming': {
1575 'hard_timeout': 120,
1576 },
1577 },
Kenneth Russell8ceeabf2017-12-11 17:53:281578 # chromium.android.fyi
1579 'Unswarmed N5 Tests Dummy Builder': {
1580 'args': [
1581 '--shard-timeout',
1582 '600',
1583 ],
1584 },
1585 'Unswarmed N5X Tests Dummy Builder': {
1586 'args': [
1587 '--shard-timeout',
1588 '600',
1589 ],
1590 },
Kenneth Russelleb60cbd22017-12-05 07:54:281591 },
1592 },
Kenneth Russelleb60cbd22017-12-05 07:54:281593 'keyboard_unittests': {
1594 'remove_from': [
1595 'Win7 Tests (dbg)(1)',
1596 # On chromium.linux, unclear why these aren't run.
1597 'Linux Tests',
1598 'Linux Tests (dbg)(1)',
1599 'Linux Tests (dbg)(1)(32)',
1600 ],
1601 },
1602 'latency_unittests': {
1603 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281604 # chromium.fyi
1605 'Out of Process Profiling Android',
1606 'Out of Process Profiling Linux',
Kenneth Russelleb60cbd22017-12-05 07:54:281607 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:281608 'Linux Tests (dbg)(1)',
1609 'Linux Tests (dbg)(1)(32)',
1610 ],
1611 'modifications': {
1612 'KitKat Tablet Tester': {
1613 'swarming': {
1614 'hard_timeout': 60,
1615 },
1616 },
1617 },
1618 },
John Budorickca14c76f62017-12-09 14:19:181619 'mash_browser_tests': {
1620 'remove_from': [
1621 # chromium.memory
James Cook4be72252018-02-23 00:36:171622 # Unclear why this isn't run. http://crbug.com/814403
John Budorickca14c76f62017-12-09 14:19:181623 'Linux Chromium OS ASan LSan Tests (1)',
Nico Webera8fc38f72018-04-10 02:20:111624 'Linux ChromiumOS MSan Tests', # https://crbug.com/830944
James Cook4be72252018-02-23 00:36:171625 # Not needed on chromium.fyi because suite is on main waterfall.
1626 'Mojo ChromiumOS',
John Budorickca14c76f62017-12-09 14:19:181627 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281628 },
1629 'mash_unittests': {
1630 'remove_from': [
1631 # chromium.fyi
1632 'Mojo ChromiumOS',
1633 ],
John Budorickca14c76f62017-12-09 14:19:181634 },
Kenneth Russellfbda3c532017-12-08 23:57:241635 'mac_installer_unittests': {
1636 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281637 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591638 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281639 'Chromium Mac 10.13',
1640 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:241641 ],
1642 },
Kenneth Russelleb60cbd22017-12-05 07:54:281643 'media_blink_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281644 'modifications': {
1645 'Lollipop Tablet Tester': {
1646 'swarming': {
1647 'hard_timeout': 300,
1648 },
1649 },
1650 'Marshmallow Tablet Tester': {
1651 'swarming': {
1652 'hard_timeout': 300,
1653 },
1654 },
1655 },
1656 },
Kenneth Russelleb60cbd22017-12-05 07:54:281657 'media_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241658 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281659 # chromium.linux
1660 'Fuchsia x64',
1661 # chromium.fyi
1662 'Fuchsia ARM64',
Kenneth Russellfbda3c532017-12-08 23:57:241663 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281664 },
1665 'message_center_unittests': {
1666 'remove_from': [
1667 'Win7 Tests (dbg)(1)',
1668 # On chromium.mac, unclear why these aren't run.
1669 'Mac10.10 Tests',
1670 'Mac10.11 Tests',
1671 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141672 'Mac10.13 Tests',
1673 'Mac10.13 Tests (dbg)',
Dirk Prankedd1d2a02017-12-08 20:51:591674
Kenneth Russell8ceeabf2017-12-11 17:53:281675 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591676 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281677 'Chromium Mac 10.13',
1678 'Out of Process Profiling Mac',
1679
Kenneth Russelleb60cbd22017-12-05 07:54:281680 # On chromium.linux, unclear why these aren't run.
1681 'Linux Tests',
Dirk Prankedd1d2a02017-12-08 20:51:591682
Dirk Prankedd1d2a02017-12-08 20:51:591683 # On chromium.linux, unclear why these aren't run.
Kenneth Russelleb60cbd22017-12-05 07:54:281684 'Linux Tests (dbg)(1)',
1685 'Linux Tests (dbg)(1)(32)',
1686 ],
1687 },
1688 'metrics_python_tests': {
1689 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281690 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281691 'Chromium Mac 10.13',
1692 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:281693 ],
1694 },
Nico Weber2a1e0f82018-03-29 23:44:211695 'mini_installer_tests': {
1696 'remove_from': [
1697 # chromium.clang
1698 'linux-win_cross-rel', # https://crbug.com/799827
1699 ],
1700 },
Nico Weber018c6632018-06-08 17:10:301701 'mojo_core_unittests': {
1702 'remove_from': [
1703 # chromium.clang
1704 'CFI Linux (icall)', # https://crbug.com/850464
1705 'CFI Linux ToT', # https://crbug.com/850464
1706 # chromium.memory
1707 'Linux CFI', # https://crbug.com/850464
1708 ],
1709 },
Kenneth Russelleb60cbd22017-12-05 07:54:281710 'mojo_test_apk': {
Kenneth Russelleb60cbd22017-12-05 07:54:281711 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241712 # chromium.clang
1713 'ToTAndroidCFI': {
1714 'swarming': {
1715 'hard_timeout': 0,
1716 },
1717 },
Peter Collingbournee07e84e82018-02-23 20:28:581718 # chromium.clang
1719 'Android CFI': {
1720 'swarming': {
1721 'hard_timeout': 0,
1722 },
1723 },
Kenneth Russelleb60cbd22017-12-05 07:54:281724 },
1725 },
Nico Weberd3096fb2018-06-07 17:50:151726 'nacl_helper_nonsfi_unittests': {
1727 'remove_from': [
1728 # chromium.memory
1729 'Linux TSan Tests', # Sets enable_nacl=false.
1730 ],
1731 },
Kenneth Russellfbda3c532017-12-08 23:57:241732 'nacl_loader_unittests': {
1733 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281734 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591735 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281736 'Chromium Mac 10.13',
1737 'Out of Process Profiling Mac',
Nico Weber48f187142018-06-01 15:16:351738 # chromium.clang
1739 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:511740 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
John Budorickca14c76f62017-12-09 14:19:181741 # chromium.memory
Nico Webera8fc38f72018-04-10 02:20:111742 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:481743 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:241744 ],
1745 },
Kenneth Russelleb60cbd22017-12-05 07:54:281746 'native_theme_unittests': {
1747 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241748 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281749 'Linux Tests (dbg)(1)(32)',
1750 ],
1751 },
1752 'net_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:241753 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281754 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281755 'Fuchsia (dbg)',
1756 'Fuchsia ARM64',
1757 # chromium.linux
1758 'Fuchsia x64',
Kenneth Russellfbda3c532017-12-08 23:57:241759 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281760 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241761 # chromium.clang
1762 'ToTLinuxASan': {
Reid Kleckner6b836242018-04-18 17:37:331763 # TODO(crbug.com/794372): net_unittests is slow under ASan.
Kenneth Russellfbda3c532017-12-08 23:57:241764 'swarming': {
Reid Kleckner6b836242018-04-18 17:37:331765 'shards': 16,
Kenneth Russellfbda3c532017-12-08 23:57:241766 },
1767 },
John Budorickca14c76f62017-12-09 14:19:181768 # chromium.memory
1769 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341770 # These are very slow on the ASAN trybot for some reason.
1771 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181772 'swarming': {
John Budorick5052d552017-12-13 02:59:341773 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:181774 },
1775 },
1776 'Linux Chromium OS ASan LSan Tests (1)': {
1777 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:021778 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:181779 }
1780 },
1781 'Linux TSan Tests': {
1782 'swarming': {
1783 'shards': 4,
1784 }
1785 },
Kenneth Russelleb60cbd22017-12-05 07:54:281786 },
1787 },
Xi Cheng34ca4042018-02-23 00:10:121788 'notification_helper_unittests': {
1789 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:121790 # The test uses WinRT, which only exists in Windows 8 or above.
1791 # (https://crbug.com/813553)
1792 # chromium.win
Xi Cheng34ca4042018-02-23 00:10:121793 'Win 7 Tests x64 (1)',
1794 'Win7 (32) Tests',
1795 'Win7 Tests (1)',
1796 'Win7 Tests (dbg)(1)',
Hans Wennborg252643a2018-05-22 14:41:121797 # chromium.clang; all these bots run Windows 7.
Oksana Zhuravlova7f996212018-02-28 04:23:081798 'CrWinAsan',
1799 'CrWinAsan(dll)',
1800 'CrWinAsanCov',
Oksana Zhuravlova7f996212018-02-28 04:23:081801 'CrWinClangLLD',
1802 'CrWinClangLLD64',
1803 'CrWinClngLLD64dbg',
1804 'CrWinClngLLDdbg',
Xi Cheng34ca4042018-02-23 00:10:121805 'ToTWin',
1806 'ToTWin(dbg)',
1807 'ToTWin(dll)',
1808 'ToTWin64',
1809 'ToTWin64(dbg)',
1810 'ToTWin64(dll)',
1811 'ToTWinCFI',
1812 'ToTWinCFI64',
Nico Weber6c23b352018-03-09 14:22:121813 'ToTWinLibcxx64',
Oksana Zhuravlova7f996212018-02-28 04:23:081814 'ToTWinThinLTO64',
Hans Wennborg252643a2018-05-22 14:41:121815 # chromium.fyi; all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:121816 'Out of Process Profiling Windows',
1817 ],
1818 },
Kenneth Russell56a3e862017-12-08 03:11:341819 'printing_unittests': {
1820 'remove_from': [
1821 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341822 'linux-chromeos-dbg',
1823 ],
1824 },
Kenneth Russelleb60cbd22017-12-05 07:54:281825 'remoting_unittests': {
1826 'remove_from': [
Kenneth Russellb3cca6f02017-12-05 22:02:391827 # On chromium.linux, unclear why these aren't run on 32-bit.
Kenneth Russelleb60cbd22017-12-05 07:54:281828 'Linux Tests (dbg)(1)(32)',
1829 ],
1830 },
Kenneth Russelleb60cbd22017-12-05 07:54:281831 'sandbox_linux_unittests': {
1832 'modifications': {
1833 'KitKat Tablet Tester': {
1834 'swarming': {
1835 'hard_timeout': 60,
1836 },
1837 },
1838 'Marshmallow Tablet Tester': {
1839 'swarming': {
1840 'hard_timeout': 60,
1841 },
1842 },
Kenneth Russell56a3e862017-12-08 03:11:341843 'linux-chromeos-dbg': {
1844 'args': [
1845 '--test-launcher-print-test-stdio=always',
1846 ],
1847 },
1848 'linux-chromeos-rel': {
1849 'args': [
1850 '--test-launcher-print-test-stdio=always',
1851 ],
1852 },
Kenneth Russelleb60cbd22017-12-05 07:54:281853 'Linux Tests (dbg)(1)': {
1854 'args': [
1855 '--test-launcher-print-test-stdio=always',
1856 ],
1857 },
1858 'Linux Tests (dbg)(1)(32)': {
1859 'args': [
1860 '--test-launcher-print-test-stdio=always',
1861 ],
1862 },
1863 'Lollipop Tablet Tester': {
1864 'swarming': {
1865 'hard_timeout': 60,
1866 },
1867 },
1868 },
1869 },
1870 'service_manager_unittests': {
1871 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:341872 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:341873 'linux-chromeos-dbg',
1874 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281875 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281876 'Cast Audio Linux',
1877 'Cast Linux',
1878 'Linux Tests (dbg)(1)(32)',
1879 # On chromium.mac, unclear why these aren't run.
1880 'Mac10.10 Tests',
1881 'Mac10.11 Tests',
1882 'Mac10.12 Tests',
Shenghua Zhangbd6f1b232018-03-03 02:59:141883 'Mac10.13 Tests',
1884 'Mac10.13 Tests (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281885 'Win7 Tests (dbg)(1)',
1886 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:111887 # chromium.win
1888 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281889 ],
1890 },
1891 'services_unittests': {
1892 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:241893 # chromium.clang
Nico Weber15a00d62018-05-16 17:11:481894 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:011895 # chromium.gpu.fyi
1896 # The face and barcode detection tests fail on the Mac Pros.
1897 'Mac Pro FYI Release (AMD)',
Kenneth Russell8ceeabf2017-12-11 17:53:281898 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:591899 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:281900 'Chromium Mac 10.13',
Kenneth Russell8ceeabf2017-12-11 17:53:281901 'Win 10 Fast Ring',
Kenneth Russelleb60cbd22017-12-05 07:54:281902 # On chromium.linux, unclear why these aren't run on Cast.
1903 'Cast Audio Linux',
1904 'Cast Linux',
John Budorickca14c76f62017-12-09 14:19:181905 # chromium.memory
Nico Weberd36959682018-04-12 03:33:461906 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
1907 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:281908 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281909 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:201910 'not_site_per_process_browser_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281911 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281912 # chromium.fyi
1913 'Site Isolation Android',
1914 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281915 'Linux Tests (dbg)(1)(32)',
1916 ],
1917 'modifications': {
1918 'Linux Tests (dbg)(1)': {
1919 'swarming': {
1920 'shards': 10,
1921 },
1922 },
Dirk Pranke8fd63c12017-12-10 18:06:271923 # client.v8.chromium
1924 'Linux - Future (dbg)': {
1925 'swarming': {
1926 'shards': 10,
1927 },
1928 },
Kenneth Russelleb60cbd22017-12-05 07:54:281929 },
1930 },
Dirk Pranke7feb8802017-12-14 19:27:451931 'site_per_process_components_browsertests': {
1932 'remove_from': [
1933 # chromium.linux
1934 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451935 ],
1936 },
1937 'site_per_process_components_unittests': {
1938 'remove_from': [
1939 # chromium.linux
1940 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451941 ],
1942 },
Kenneth Russelleb60cbd22017-12-05 07:54:281943 'site_per_process_content_browsertests': {
1944 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:451945 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281946 'Linux Tests (dbg)(1)(32)',
1947 ],
Kenneth Russell8ceeabf2017-12-11 17:53:281948 'modifications': {
1949 # chromium.fyi
1950 'Site Isolation Android': {
1951 'swarming': {
1952 'shards': 6,
1953 },
1954 },
1955 },
Kenneth Russelleb60cbd22017-12-05 07:54:281956 },
1957 'site_per_process_content_unittests': {
1958 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:451959 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281960 'Linux Tests (dbg)(1)(32)',
1961 ],
1962 },
Dirk Pranke7feb8802017-12-14 19:27:451963 'site_per_process_extensions_browsertests': {
1964 'remove_from': [
1965 # chromium.linux
1966 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451967 ],
1968 },
1969 'site_per_process_extensions_unittests': {
1970 'remove_from': [
1971 # chromium.linux
1972 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451973 ],
1974 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:201975 'not_site_per_process_interactive_ui_tests': {
Dirk Pranke7feb8802017-12-14 19:27:451976 'remove_from': [
1977 # chromium.linux
1978 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451979 ],
1980 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:201981 'not_site_per_process_sync_integration_tests': {
Dirk Pranke7feb8802017-12-14 19:27:451982 'remove_from': [
1983 # chromium.linux
1984 'Linux Tests (dbg)(1)(32)',
Dirk Pranke7feb8802017-12-14 19:27:451985 ],
1986 },
Lukasz Anforowiczfb1ccf02018-04-21 14:55:201987 'not_site_per_process_unit_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281988 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281989 # chromium.fyi
1990 'Site Isolation Android',
1991 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281992 'Linux Tests (dbg)(1)(32)',
1993 ],
1994 },
Dirk Prankeb4ab1e42017-12-19 22:00:531995 'site_per_process_webkit_layout_tests': {
1996 'remove_from': [
1997 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:431998 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
1999 'Linux Tests (dbg)(1)',
Dirk Prankeb4ab1e42017-12-19 22:00:532000 'Linux Tests (dbg)(1)(32)',
Dirk Prankeb4ab1e42017-12-19 22:00:532001 ],
2002 },
Dirk Pranke1b767092017-12-07 04:44:232003 'sizes': {
2004 'remove_from': [
2005 'Win',
2006 'Win x64',
2007 ],
2008 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282009 # chromium
Dirk Pranke1b767092017-12-07 04:44:232010 'Mac': {
2011 'args': [
2012 'mac-release/sizes',
2013 ],
2014 },
2015 'Linux x64': {
2016 'args': [
2017 'linux-release-64/sizes',
2018 ],
2019 },
Kenneth Russell8ceeabf2017-12-11 17:53:282020 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282021 'Android Cronet KitKat Builder': {
2022 'args': [
2023 '--platform',
2024 'android-cronet',
2025 '--perf-id',
2026 'android_cronet_builder',
2027 'cronet-arm/sizes',
2028 ],
2029 'override_compile_targets': [
2030 'cronet',
2031 ],
2032 },
Dirk Pranke1b767092017-12-07 04:44:232033 },
2034 },
Kenneth Russelleb60cbd22017-12-05 07:54:282035 'snapshot_unittests': {
2036 'remove_from': [
Kenneth Russell56a3e862017-12-08 03:11:342037 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:342038 'linux-chromeos-dbg',
2039 'linux-chromeos-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282040 # chromium.fyi
Dirk Pranke46119d82018-03-21 00:13:592041 'mac-views-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:282042 'Chromium Mac 10.13',
2043 'Out of Process Profiling Mac',
Kenneth Russelleb60cbd22017-12-05 07:54:282044 # On chromium.win, unclear why these aren't run.
2045 'Win 7 Tests x64 (1)',
2046 'Win10 Tests x64',
2047 'Win7 (32) Tests',
2048 'Win7 Tests (1)',
2049 'Win7 Tests (dbg)(1)',
2050 ],
2051 },
2052 'sql_unittests': {
Dirk Prankedd1d2a02017-12-08 20:51:592053 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282054 # chromium.fyi
2055 'Fuchsia ARM64',
Dirk Prankedd1d2a02017-12-08 20:51:592056 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282057 'modifications': {
2058 'KitKat Tablet Tester': {
2059 'swarming': {
2060 'hard_timeout': 60,
2061 },
2062 },
2063 'Lollipop Tablet Tester': {
2064 'swarming': {
2065 'hard_timeout': 60,
2066 },
2067 },
2068 'Marshmallow Tablet Tester': {
2069 'swarming': {
Yuke Liao5d6014d2018-03-20 22:09:562070 'hard_timeout': 120,
Kenneth Russelleb60cbd22017-12-05 07:54:282071 },
2072 },
2073 },
2074 },
2075 'storage_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:242076 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282077 # chromium.fyi
2078 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:242079 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282080 'modifications': {
2081 # chromium.android
John Budorick2232bb982018-05-18 17:50:072082 'android-kitkat-arm-rel': {
2083 'swarming': {
2084 'hard_timeout': 180,
2085 },
2086 },
Kenneth Russelleb60cbd22017-12-05 07:54:282087 'KitKat Phone Tester (dbg)': {
2088 'swarming': {
2089 'hard_timeout': 180,
2090 },
2091 },
Kenneth Russelleb60cbd22017-12-05 07:54:282092 'KitKat Tablet Tester': {
2093 'swarming': {
2094 'hard_timeout': 120,
2095 },
2096 },
2097 'Lollipop Phone Tester': {
2098 'swarming': {
2099 'hard_timeout': 960,
2100 },
2101 },
2102 'Lollipop Tablet Tester': {
2103 'swarming': {
2104 'hard_timeout': 300,
2105 },
2106 },
2107 'Marshmallow 64 bit Tester': {
2108 'swarming': {
2109 'hard_timeout': 960,
2110 },
2111 },
2112 'Marshmallow Tablet Tester': {
2113 'swarming': {
2114 'hard_timeout': 300,
2115 },
2116 },
Kenneth Russelleb60cbd22017-12-05 07:54:282117 },
2118 },
2119 'sync_integration_tests': {
2120 'modifications': {
2121 'Win7 Tests (dbg)(1)': {
2122 'swarming': {
2123 'shards': 2,
2124 },
2125 },
2126 },
John Budorickca14c76f62017-12-09 14:19:182127 'remove_from': [
2128 # chromium.memory
2129 'Linux ASan LSan Tests (1)',
2130 'Linux CFI',
2131 'Linux Chromium OS ASan LSan Tests (1)',
2132 'Linux ChromiumOS MSan Tests',
2133 'Linux MSan Tests',
2134 'Linux TSan Tests',
2135 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282136 },
Emily Hanleyb64ac7c2018-05-25 13:36:552137 'performance_test_suite': {
2138 'modifications': {
2139 'Mac10.13 Tests (dbg)': {
2140 'args': [
2141 '--browser=debug',
2142 ],
2143 },
2144 'Win10 Tests x64 (dbg)': {
2145 'args': [
2146 '--browser=debug_x64',
2147 ],
Stephen Martinisc1fd43fd2018-06-04 22:04:182148 'experiment_percentage': 100,
Emily Hanleyb64ac7c2018-05-25 13:36:552149 },
2150 'Win7 Tests (dbg)(1)': {
2151 'args': [
2152 '--browser=debug',
2153 ],
2154 },
Kenneth Russell8a386d42018-06-02 09:48:012155 },
2156 },
2157 'swiftshader_unittests': {
2158 'remove_from': [
2159 # Save capacity on the hardware where we have only a few machines.
2160 'Mac FYI Experimental Release (Intel)',
2161 'Mac FYI Experimental Retina Release (AMD)',
2162 'Mac FYI Experimental Retina Release (NVIDIA)',
2163 'Mac Pro FYI Release (AMD)',
2164 ],
2165 },
2166 'tab_capture_end2end_tests': {
2167 # Run these only on Release bots, and don't run them on TSAN.
2168 'remove_from': [
2169 # chromium.gpu
2170 'Linux Debug (NVIDIA)',
2171 'Mac Debug (Intel)',
2172 'Mac Retina Debug (AMD)',
2173 'Win10 Debug (NVIDIA)',
2174 # chromium.gpu.fyi
2175 'Linux FYI Debug (NVIDIA)',
2176 'Linux FYI GPU TSAN Release',
2177 'Mac FYI Debug (Intel)',
2178 'Mac FYI Retina Debug (AMD)',
2179 'Mac FYI Retina Debug (NVIDIA)',
2180 'Win10 FYI Debug (NVIDIA)',
2181 'Win7 FYI Debug (AMD)',
2182 ],
Emily Hanleyb64ac7c2018-05-25 13:36:552183 },
Kenneth Russelleb60cbd22017-12-05 07:54:282184 'telemetry_perf_unittests': {
2185 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282186 # chromium.android
John Budorick2232bb982018-05-18 17:50:072187 'android-kitkat-arm-rel': {
2188 'args': [
2189 '--browser=android-chromium',
2190 '--device=android',
2191 ],
2192 'swarming': {
2193 'dimension_sets': [
2194 {
2195 'temp_band': '<30',
2196 },
2197 ],
2198 'hard_timeout': 1500,
2199 'shards': 15,
2200 },
2201 },
John Budorick8c4a989d2018-05-20 05:08:392202 'android-marshmallow-arm64-rel': {
2203 'args': [
2204 '--browser=android-chromium',
2205 '--device=android',
2206 ],
2207 'swarming': {
2208 'dimension_sets': [
2209 {
2210 'temp_band': '<30',
2211 },
2212 ],
2213 'hard_timeout': 1500,
2214 'shards': 15,
2215 },
2216 },
Kenneth Russell8ceeabf2017-12-11 17:53:282217 # chromium.android.fyi
2218 'x86 Cloud Tester': {
2219 'args': [
2220 '--browser=android-chromium',
2221 '--device=android',
2222 ],
2223 'swarming': {
2224 'shards': 1,
2225 },
2226 },
2227 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282228 'Linux Tests': {
2229 'args': [
2230 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:482231 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:282232 ],
2233 },
Ned Nguyeneb3911e2017-12-11 20:16:022234 'Linux Tests (dbg)(1)': {
2235 'args': [
2236 '--xvfb',
nednguyen35d625f22018-01-11 19:45:302237 '--jobs=1',
Ned Nguyeneb3911e2017-12-11 20:16:022238 ],
2239 },
John Budorick2593eb922018-05-09 19:31:492240 'linux-xenial-rel': {
2241 'args': [
2242 '--xvfb',
2243 '--jobs=1',
2244 ],
2245 },
Kenneth Russell8ceeabf2017-12-11 17:53:282246 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:282247 # Disable parallelism on all Mac bots.
2248 'Mac10.10 Tests': {
2249 'args': [
2250 '--jobs=1',
2251 ],
2252 },
2253 'Mac10.11 Tests': {
2254 'args': [
2255 '--jobs=1',
2256 ],
2257 },
2258 'Mac10.12 Tests': {
2259 'args': [
2260 '--jobs=1',
2261 ],
2262 },
Ned Nguyen6e6e5b32018-02-21 20:21:502263 'Win7 Tests (dbg)(1)': {
2264 'args': [
2265 '--jobs=1',
2266 ],
2267 'swarming': {
2268 'shards': 20,
2269 },
2270 'experiment_percentage': 100,
2271 },
Kenneth Russelleb60cbd22017-12-05 07:54:282272 },
2273 'remove_from': [
Kenneth Russelleb60cbd22017-12-05 07:54:282274 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b232018-03-03 02:59:142275 'Mac10.13 Tests',
2276 'Mac10.13 Tests (dbg)',
Dirk Pranke8fd63c12017-12-10 18:06:272277 # client.v8.chromium
2278 'Linux - Future (dbg)',
Stephen Martinise701f5a2018-05-04 01:25:112279 # chromium.win
2280 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282281 ],
2282 },
Dirk Prankedd1d2a02017-12-08 20:51:592283 'telemetry_unittests': {
2284 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282285 'Out of Process Profiling Mac': {
2286 'swarming': {
2287 'shards': 2,
2288 },
2289 },
Dirk Prankedd1d2a02017-12-08 20:51:592290 },
Stephen Martinise701f5a2018-05-04 01:25:112291 'remove_from': [
2292 # chromium.win
2293 'Win10 Tests x64 (dbg)',
2294 ],
Dirk Prankedd1d2a02017-12-08 20:51:592295 },
Kenneth Russelleb60cbd22017-12-05 07:54:282296 'traffic_annotation_auditor_unittests': {
2297 'modifications': {
2298 'Linux Tests': {
2299 # Unclear why this isn't swarmed.
2300 'swarming': {
2301 'can_use_on_swarming_builders': False,
2302 },
2303 },
2304 },
2305 'remove_from': [
2306 # On chromium.linux, unclear why these only run on "Linux Tests".
2307 'Linux Tests (dbg)(1)',
2308 'Linux Tests (dbg)(1)(32)',
2309 ],
2310 },
2311 'ui_android_unittests': {
2312 'modifications': {
2313 'KitKat Tablet Tester': {
2314 'swarming': {
2315 'hard_timeout': 120,
2316 },
2317 },
2318 'Marshmallow Tablet Tester': {
2319 'swarming': {
2320 'hard_timeout': 120,
2321 },
2322 },
2323 },
2324 },
2325 'ui_base_unittests': {
2326 'modifications': {
2327 'KitKat Tablet Tester': {
2328 'swarming': {
2329 'hard_timeout': 120,
2330 },
2331 },
2332 'Marshmallow Tablet Tester': {
2333 'swarming': {
2334 'hard_timeout': 120,
2335 },
2336 },
2337 },
2338 },
2339 'ui_touch_selection_unittests': {
2340 'modifications': {
2341 'KitKat Tablet Tester': {
2342 'swarming': {
2343 'hard_timeout': 120,
2344 },
2345 },
2346 'Marshmallow Tablet Tester': {
2347 'swarming': {
2348 'hard_timeout': 120,
2349 },
2350 },
2351 },
2352 },
2353 'unit_tests': {
2354 'remove_from': [
2355 # On chromium.linux, unclear why these aren't run on Cast.
2356 'Cast Audio Linux',
2357 'Cast Linux',
Stephen Martinise701f5a2018-05-04 01:25:112358 # chromium.win
2359 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282360 ],
2361 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242362 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:392363 'android-marshmallow-arm64-rel': {
2364 'swarming': {
2365 'hard_timeout': 960,
2366 'shards': 2,
2367 },
2368 },
Kenneth Russelleb60cbd22017-12-05 07:54:282369 'KitKat Tablet Tester': {
2370 'swarming': {
2371 'hard_timeout': 1200,
2372 'shards': 2,
2373 },
2374 },
2375 'Lollipop Phone Tester': {
2376 'swarming': {
2377 'hard_timeout': 960,
2378 'shards': 2,
2379 },
2380 },
2381 'Lollipop Tablet Tester': {
2382 'swarming': {
2383 'hard_timeout': 1200,
2384 'shards': 2,
2385 },
2386 },
2387 'Marshmallow 64 bit Tester': {
2388 'swarming': {
2389 'hard_timeout': 960,
2390 'shards': 2,
2391 },
2392 },
Kenneth Russelleb60cbd22017-12-05 07:54:282393 'Marshmallow Tablet Tester': {
2394 'swarming': {
2395 'hard_timeout': 1200,
2396 'shards': 2,
2397 },
2398 },
Kenneth Russell8ceeabf2017-12-11 17:53:282399 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282400 'Nougat Phone Tester': {
2401 'swarming': {
2402 'hard_timeout': 1200,
2403 'shards': 2,
2404 },
2405 },
2406 'x64 Device Tester': {
2407 'swarming': {
2408 'hard_timeout': 0,
2409 },
2410 },
2411 'x86 Cloud Tester': {
2412 'swarming': {
2413 'hard_timeout': 0,
2414 },
2415 },
Kenneth Russellfbda3c532017-12-08 23:57:242416 # chromium.clang
2417 'ToTLinuxASan': {
2418 'swarming': {
2419 'shards': 2,
2420 },
John Budorickca14c76f62017-12-09 14:19:182421 },
Dirk Pranke20eae9a72017-12-09 18:12:142422 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:182423 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342424 # These are slow on the ASAN trybot for some reason.
2425 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:182426 'swarming': {
John Budorick5052d552017-12-13 02:59:342427 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:182428 },
2429 },
2430 'Linux Chromium OS ASan LSan Tests (1)': {
2431 'args': [
2432 '--test-launcher-filter-file=../../testing/buildbot/filters/unit_tests_cros_asan.filter',
2433 ],
2434 },
2435 'Linux TSan Tests': {
2436 'swarming': {
2437 'shards': 2,
2438 },
2439 },
Dirk Pranke20eae9a72017-12-09 18:12:142440 # chromium.swarm
2441 'Android N5X Swarm': {
2442 'swarming': {
2443 'shards': 8,
2444 },
2445 },
Kenneth Russelleb60cbd22017-12-05 07:54:282446 },
2447 },
Kenneth Russell8a386d42018-06-02 09:48:012448 'video_decode_accelerator_gl_unittest': {
2449 'remove_from': [
2450 # chromium.gpu.fyi
2451 # Windows Intel doesn't have the GL extensions to support this test.
Kenneth Russell0272ab72018-06-04 17:22:242452 'Optional Win10 Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:012453 'Win10 FYI Release (Intel HD 630)',
2454 'Win10 FYI Exp Release (Intel HD 630)',
2455 ],
2456 },
Kenneth Russelleb60cbd22017-12-05 07:54:282457 'views_unittests': {
2458 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:242459 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282460 'Linux Tests (dbg)(1)(32)',
2461 ],
2462 },
jonross6b44aa52018-05-04 14:41:392463 'viz_content_browsertests': {
2464 'remove_from': [
2465 # Currently flaky timeouts on Windows 10. crbug.com/839824
2466 'Win10 Tests x64 (dbg)',
2467 ],
2468 },
Stephen Martinis36977112018-04-06 06:09:462469 'viz_browser_tests': {
2470 'remove_from': [
Nico Weber641b0a232018-06-07 06:07:112471 # chromium.memory
2472 'Linux TSan Tests', # https://crbug.com/368525
2473 # chromium.win
Stephen Martinis36977112018-04-06 06:09:462474 # Currently too flaky on Windows.
2475 'Win 7 Tests x64 (1)',
2476 'Win10 Tests x64',
2477 'Win7 Tests (1)',
2478 'Win7 Tests (dbg)(1)',
Stephen Martinise701f5a2018-05-04 01:25:112479 'Win10 Tests x64 (dbg)',
Stephen Martinis36977112018-04-06 06:09:462480 ],
2481 },
Kenneth Russell8a386d42018-06-02 09:48:012482 'viz_screenshot_sync_tests': {
2483 'remove_from': [
2484 # These tests don't work on TSAN right now.
2485 'Linux FYI GPU TSAN Release',
2486 ],
2487 },
Kenneth Russelleb60cbd22017-12-05 07:54:282488 'viz_unittests': {
2489 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282490 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282491 'Out of Process Profiling Android',
2492 'Out of Process Profiling Linux',
Kenneth Russelleb60cbd22017-12-05 07:54:282493 # chromium.win
2494 'Win10 Tests x64',
2495 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282496 'modifications': {
John Budorick8c4a989d2018-05-20 05:08:392497 'android-marshmallow-arm64-rel': {
2498 'swarming': {
2499 'hard_timeout': 960,
2500 },
2501 },
Kenneth Russelleb60cbd22017-12-05 07:54:282502 'KitKat Tablet Tester': {
2503 'swarming': {
2504 'hard_timeout': 300,
2505 },
2506 },
2507 'Lollipop Tablet Tester': {
2508 'swarming': {
2509 'hard_timeout': 300,
2510 },
2511 },
Kenneth Russelleb60cbd22017-12-05 07:54:282512 'Marshmallow Tablet Tester': {
2513 'swarming': {
2514 'hard_timeout': 300,
2515 },
2516 },
2517 },
2518 },
2519 'vr_common_unittests': {
2520 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282521 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282522 # chromium.win
2523 'Win 7 Tests x64 (1)',
2524 'Win10 Tests x64',
2525 ],
2526 'modifications': {
John Budorick8c4a989d2018-05-20 05:08:392527 'android-marshmallow-arm64-rel': {
2528 'swarming': {
2529 'hard_timeout': 960,
2530 },
2531 },
Kenneth Russelleb60cbd22017-12-05 07:54:282532 'KitKat Tablet Tester': {
2533 'swarming': {
2534 'hard_timeout': 300,
2535 },
2536 },
2537 'Lollipop Tablet Tester': {
2538 'swarming': {
2539 'hard_timeout': 300,
2540 },
2541 },
Kenneth Russelleb60cbd22017-12-05 07:54:282542 'Marshmallow Tablet Tester': {
2543 'swarming': {
2544 'hard_timeout': 300,
2545 },
2546 },
2547 },
2548 },
Kenneth Russell8a386d42018-06-02 09:48:012549 'vr_browser_tests': {
2550 'remove_from': [
2551 # chromium.gpu.fyi
2552 # TODO(kbr): remove the following two exceptions after switching
2553 # to the new generate_buildbot_json script.
2554 'Win10 FYI Exp Release (Intel HD 630)',
2555 'Win7 FYI Release (AMD)',
2556 # This exception probably needs to stay due to lack of capacity
2557 # on the Win AMD bots.
2558 'Win7 FYI Debug (AMD)',
2559 ],
2560 },
Kenneth Russellfbda3c532017-12-08 23:57:242561 'vr_pixeltests': {
2562 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282563 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282564 'Out of Process Profiling Android',
2565 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:242566 # chromium.win
2567 'Win 7 Tests x64 (1)',
2568 'Win10 Tests x64',
2569 'Win7 Tests (1)',
2570 'Win7 Tests (dbg)(1)',
2571 ],
2572 },
Kenneth Russell8a386d42018-06-02 09:48:012573 'webgl_conformance_d3d9_passthrough_tests': {
2574 'remove_from': [
2575 # TODO(jdarpinian): Re-enable when http://crbug.com/841789 is fixed.
2576 'Win10 FYI Exp Release (Intel HD 630)',
2577 ],
2578 },
2579 'webgl_conformance_d3d9_tests': {
2580 'remove_from': [
2581 # TODO(jdarpinian): Re-enable when http://crbug.com/841789 is fixed.
2582 'Win10 FYI Exp Release (Intel HD 630)',
2583 ],
2584 },
2585 'webgl_conformance_tests': {
2586 'modifications': {
2587 # On desktop platforms these don't take very long (~7 minutes),
2588 # but on Android they take ~30 minutes and we want to use more
2589 # shards than on desktop.
2590 # chromium.gpu
2591 'Android Release (Nexus 5X)': {
2592 'swarming': {
2593 'shards': 6,
2594 },
2595 },
2596 'Mac FYI GPU ASAN Release': {
2597 'args': [
2598 '--is-asan',
2599 ]
2600 },
2601 },
2602 },
2603 'webgl_conformance_gl_passthrough_tests': {
2604 'remove_from': [
2605 # crbug.com/555545 and crbug.com/649824:
2606 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
2607 # Always fails on older cards, flaky on newer cards.
2608 'Win7 FYI Debug (AMD)',
2609 'Win7 FYI Release (AMD)',
2610 ],
2611 },
2612 'webgl2_conformance_tests': {
2613 'remove_from': [
2614 # The Mac NVIDIA Retina bots don't have the capacity to run
2615 # this test suite on mac_optional_gpu_tests_rel.
2616 'Optional Mac Retina Release (NVIDIA)',
2617 ],
2618 'modifications': {
2619 'Mac FYI GPU ASAN Release': {
2620 'args': [
2621 '--is-asan',
2622 ]
2623 },
2624 },
2625 },
Kenneth Russelleb60cbd22017-12-05 07:54:282626 'webkit_layout_tests': {
2627 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282628 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282629 'Out of Process Profiling Mac',
Kenneth Russellfbda3c532017-12-08 23:57:242630 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:432631 'Linux Tests (dbg)(1)',
Kenneth Russelleb60cbd22017-12-05 07:54:282632 'Linux Tests (dbg)(1)(32)',
Kenneth Russellfbda3c532017-12-08 23:57:242633 # chromium.mac
Shenghua Zhangbd6f1b232018-03-03 02:59:142634 'Mac10.13 Tests (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:242635 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:282636 'Win 7 Tests x64 (1)',
2637 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:112638 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282639 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282640 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:282641 # chromium.fyi
Dirk Prankea85f2acd2018-02-02 02:35:432642 'Dummy WebKit Mac10.13': {
2643 'swarming': {
Robert Ma196b907e62018-04-09 18:05:522644 'shards': 12,
Dirk Prankea85f2acd2018-02-02 02:35:432645 },
2646 },
John Budorick6650ef12018-05-16 23:33:172647 'linux-blink-gen-property-trees': {
2648 'args': [
John Budorick47795202018-05-18 01:30:352649 '--debug',
John Budorick6650ef12018-05-16 23:33:172650 '--additional-driver-flag=--enable-blink-gen-property-trees',
2651 ],
2652 },
John Budoricka14c2c392018-03-02 19:00:442653 'linux-blink-heap-incremental-marking': {
2654 'args': [
2655 '--debug',
Michael Lippautzd48e4a52018-04-26 06:59:132656 '--additional-driver-flag=--enable-blink-features=HeapIncrementalMarkingStress',
John Budoricka14c2c392018-03-02 19:00:442657 ],
2658 },
Kenneth Russell8ceeabf2017-12-11 17:53:282659 'WebKit Linux layout_ng Dummy Builder': {
2660 'args': [
2661 '--additional-driver-flag=--enable-blink-features=LayoutNG',
Kenneth Russell8ceeabf2017-12-11 17:53:282662 '--additional-driver-flag=--enable-slimming-paint-v175',
2663 ],
2664 'swarming': {
2665 'shards': 15,
2666 },
2667 },
2668 'WebKit Linux root_layer_scrolls Dummy Builder': {
2669 'args': [
2670 '--additional-driver-flag=--root-layer-scrolls',
2671 ],
2672 'swarming': {
2673 'shards': 15,
2674 },
2675 },
2676 'WebKit Linux slimming_paint_v2 Dummy Builder': {
2677 'args': [
Xianzhu Wang0e4447e2018-02-19 06:44:322678 '--additional-driver-flag=--enable-slimming-paint-v2',
Kenneth Russell8ceeabf2017-12-11 17:53:282679 ],
2680 'swarming': {
2681 'shards': 15,
2682 },
2683 },
2684 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:282685 'Linux Tests': {
2686 'swarming': {
2687 'dimension_sets': [
2688 {
2689 # TODO(kbr): this is essentially redundant.
2690 'os': 'Ubuntu-14.04',
2691 },
2692 ],
2693 'shards': 6,
2694 },
2695 },
Kenneth Russell8ceeabf2017-12-11 17:53:282696 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:282697 'Mac10.10 Tests': {
2698 # TODO(kbr): this is essentially redundant.
2699 'swarming': {
2700 'dimension_sets': [
2701 {
2702 'gpu': 'none',
2703 'os': 'Mac-10.10.5',
2704 },
2705 ],
2706 },
2707 },
2708 'Mac10.11 Tests': {
2709 # TODO(kbr): this is essentially redundant.
2710 'swarming': {
2711 'dimension_sets': [
2712 {
2713 'gpu': 'none',
2714 'os': 'Mac-10.11.6',
2715 },
2716 ],
2717 },
2718 },
2719 'Mac10.12 Tests': {
2720 # TODO(kbr): if the Swarming dimensions were explicitly specified for
2721 # all jobs then this wouldn't be needed. However, note that this bot
2722 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
2723 'swarming': {
2724 'dimension_sets': [
2725 {
2726 'gpu': '8086:0a2e',
2727 'hidpi': '0',
2728 'os': 'Mac-10.12.6',
2729 },
2730 ],
2731 'shards': 12,
2732 },
2733 },
Dirk Pranke736e26f2018-04-07 01:54:302734 'Mac10.13 Tests': {
Kenneth Russellbeb175e2018-04-21 02:43:092735 # TODO(jbudorick,dpranke): Switch this to 10.13.
Dirk Pranke736e26f2018-04-07 01:54:302736
2737 # TODO(kbr): if the Swarming dimensions were explicitly specified for
2738 # all jobs then this wouldn't be needed. However, note that this bot
2739 # implicitly specifies gpu:none rather than gpu:8086:0a2e.
2740 'swarming': {
2741 'dimension_sets': [
2742 {
2743 'gpu': '8086:0a2e',
2744 'hidpi': '0',
2745 'os': 'Mac-10.12.6',
2746 },
2747 ],
2748 'shards': 12,
2749 },
2750 },
Dirk Pranke81ff51c2017-12-09 19:24:282751
2752 # TODO(dpranke): Clean up all of the unneeded exceptions on
2753 # chromium.webkit.
2754 'WebKit Linux Trusty': {
2755 'swarming': {
2756 'dimension_sets': [
2757 {
2758 'os': 'Ubuntu-14.04',
2759 },
2760 ],
2761 },
2762 },
2763 'WebKit Linux Trusty (dbg)': {
2764 'args': [
2765 '--debug',
2766 ],
2767 'swarming': {
2768 'dimension_sets': [
2769 {
2770 'os': 'Ubuntu-14.04',
2771 },
2772 ],
2773 'shards': 20,
2774 },
2775 },
2776 'WebKit Linux Trusty ASAN': {
2777 'args': [
2778 '--additional-expectations',
2779 '../../third_party/WebKit/LayoutTests/ASANExpectations',
2780 '--time-out-ms',
2781 '48000',
2782 '--enable-sanitizer',
2783 ],
2784 'swarming': {
2785 'dimension_sets': [
2786 {
2787 'os': 'Ubuntu-14.04',
2788 },
2789 ],
2790 'shards': 20,
2791 },
2792 },
2793 'WebKit Linux Trusty Leak': {
2794 'args': [
2795 '--additional-expectations',
2796 '../../third_party/WebKit/LayoutTests/LeakExpectations',
2797 '--time-out-ms',
2798 '48000',
2799 '--enable-leak-detection',
2800 ],
2801 'swarming': {
2802 'dimension_sets': [
2803 {
2804 'os': 'Ubuntu-14.04',
2805 },
2806 ],
2807 'shards': 10,
2808 },
2809 },
2810 'WebKit Linux Trusty MSAN': {
2811 'args': [
2812 '--additional-expectations',
2813 '../../third_party/WebKit/LayoutTests/MSANExpectations',
2814 '--time-out-ms',
2815 '66000',
2816 '--enable-sanitizer',
2817 ],
2818 'swarming': {
2819 'dimension_sets': [
2820 {
2821 'os': 'Ubuntu-14.04',
2822 },
2823 ],
2824 'expiration': 36000,
2825 'hard_timeout': 10800,
2826 'io_timeout': 3600,
2827 'shards': 20,
2828 },
2829 },
Dirk Pranke81ff51c2017-12-09 19:24:282830 'WebKit Mac10.11 (dbg)': {
2831 'args': [
2832 '--debug',
2833 ],
Dirk Pranke81ff51c2017-12-09 19:24:282834 },
2835 'WebKit Win10': {
2836 'swarming': {
2837 'dimension_sets': [
2838 {
Jao-ke Chin-Leeee7d1492018-04-02 17:35:482839 'os': 'Windows-10-15063',
Dirk Pranke81ff51c2017-12-09 19:24:282840 },
2841 ],
Dirk Pranke81ff51c2017-12-09 19:24:282842 },
2843 },
2844 'WebKit Win7': {
2845 'swarming': {
2846 'dimension_sets': [
2847 {
2848 'os': 'Windows-7-SP1',
2849 },
2850 ],
Dirk Pranke81ff51c2017-12-09 19:24:282851 },
2852 },
2853 'WebKit Win7 (dbg)': {
2854 'swarming': {
2855 'dimension_sets': [
2856 {
2857 'os': 'Windows-7-SP1',
2858 },
2859 ]
2860 },
Dirk Pranke81ff51c2017-12-09 19:24:282861 },
2862
Stephen Martinis109eed42018-04-27 21:12:122863 'Win7 Tests (1)': {
Stephen Martinis109eed42018-04-27 21:12:122864 },
2865
Kenneth Russell8ceeabf2017-12-11 17:53:282866 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:282867 'Win7 Tests (dbg)(1)': {
2868 'args': [
2869 '--debug',
2870 '--time-out-ms',
2871 '60000'
2872 ],
Dirk Pranke028aa922018-05-25 18:37:342873 'experiment_percentage': 100,
Kenneth Russelleb60cbd22017-12-05 07:54:282874 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
2875 # from prefered_os_dimension in
2876 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
2877 # Swarming dimensions would be either specified for all testers on the
2878 # waterfall (and therefore, explicitly specified for all tests in the
2879 # generated JSON), or this would be removed, and the implicit one used.
2880 'swarming': {
2881 'dimension_sets': [
2882 {
2883 'os': 'Windows-7-SP1',
2884 }
2885 ],
2886 },
2887 },
Stephen Martinis1c5d6aa2018-04-17 03:11:252888 'Win10 Tests x64 (dbg)': {
2889 'args': [
2890 '--debug',
Stephen Martinis29afff32018-04-19 03:03:112891 '--target',
2892 'Debug_x64',
Stephen Martinis1c5d6aa2018-04-17 03:11:252893 ],
2894 },
Kenneth Russelleb60cbd22017-12-05 07:54:282895 },
2896 },
Kenneth Russelleb60cbd22017-12-05 07:54:282897 'webkit_unit_tests': {
Dirk Pranke81ff51c2017-12-09 19:24:282898 'modifications': {
John Budorick5052d552017-12-13 02:59:342899 # chromium.memory
2900 'Linux ASan LSan Tests (1)': {
2901 # These are very slow on the ASAN trybot for some reason.
2902 # crbug.com/794372
2903 'swarming': {
2904 'shards': 5,
2905 },
2906 },
arthursonzogni26889d82018-05-29 17:18:162907 'Marshmallow 64 bit Tester': {
2908 # Increase timeout. See https://crbug.com/847229.
2909 'swarming': {
2910 'hard_timeout': 1200,
2911 },
2912 },
Dirk Pranke81ff51c2017-12-09 19:24:282913 },
Kenneth Russelleb60cbd22017-12-05 07:54:282914 },
2915 'webview_instrumentation_test_apk': {
Kenneth Russell8ceeabf2017-12-11 17:53:282916 'remove_gtest_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282917 'Unswarmed N5 Tests Dummy Builder',
2918 'Unswarmed N5X Tests Dummy Builder',
2919 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282920 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:062921 # This test frequently fails on Android, https://crbug.com/824959
2922 # chromium.android
John Budorick2232bb982018-05-18 17:50:072923 'android-kitkat-arm-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:282924 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:282925 'KitKat Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:282926 'Nougat Phone Tester chromium.android',
2927 # chromium.android.fyi
Hans Wennborga0b11ebe2018-05-15 16:26:502928 # chromium.clang; matching chromium.android, the test fails on these.
Kenneth Russellfbda3c532017-12-08 23:57:242929 'ToTAndroid x64',
Hans Wennborga0b11ebe2018-05-15 16:26:502930 'ToTAndroid',
Dirk Pranke20eae9a72017-12-09 18:12:142931 # On chromium.swarm, this should possibly be being run (or removed
2932 # from Android N5X Swarm).
2933 'Android N5 Swarm',
Kenneth Russell8ceeabf2017-12-11 17:53:282934 # chromium.fyi
2935 'Out of Process Profiling Android',
Kenneth Russelleb60cbd22017-12-05 07:54:282936 ],
Kenneth Russellfbda3c532017-12-08 23:57:242937 'key_removals': {
Kenneth Russell8ceeabf2017-12-11 17:53:282938 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282939 'Nougat Phone Tester': [
2940 'args',
2941 ],
Kenneth Russell8ceeabf2017-12-11 17:53:282942 'x86 Cloud Tester': [
2943 'args',
2944 ],
Kenneth Russellfbda3c532017-12-08 23:57:242945 },
Kenneth Russelleb60cbd22017-12-05 07:54:282946 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:242947 # chromium.android
John Budorick8c4a989d2018-05-20 05:08:392948 'android-marshmallow-arm64-rel': {
2949 'swarming': {
2950 'hard_timeout': 1200,
2951 'shards': 8,
2952 },
2953 },
Kenneth Russelleb60cbd22017-12-05 07:54:282954 'Lollipop Phone Tester': {
2955 'swarming': {
2956 'shards': 6,
2957 },
2958 },
2959 'Lollipop Tablet Tester': {
2960 'swarming': {
2961 'hard_timeout': 1800,
2962 'shards': 6,
2963 },
2964 },
2965 'Marshmallow 64 bit Tester': {
2966 'swarming': {
2967 'hard_timeout': 1200,
2968 'shards': 8,
2969 },
2970 },
Kenneth Russelleb60cbd22017-12-05 07:54:282971 'Marshmallow Tablet Tester': {
2972 'swarming': {
2973 'hard_timeout': 1800,
2974 'shards': 6,
2975 },
2976 },
Kenneth Russell8ceeabf2017-12-11 17:53:282977 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282978 'Nougat Phone Tester': {
2979 'swarming': {
2980 'hard_timeout': 1500,
2981 'shards': 6,
2982 },
2983 },
2984 'x86 Cloud Tester': {
2985 'swarming': {
2986 'hard_timeout': 960,
2987 },
2988 },
Kenneth Russelleb60cbd22017-12-05 07:54:282989 },
2990 },
Kenneth Russellfbda3c532017-12-08 23:57:242991 'wm_unittests': {
2992 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:282993 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:282994 'Out of Process Profiling Windows',
2995 'Win 10 Fast Ring',
Kenneth Russellfbda3c532017-12-08 23:57:242996 ],
2997 },
Kenneth Russelleb60cbd22017-12-05 07:54:282998 'zucchini_unittests': {
2999 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:283000 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:283001 'Win10 Tests x64',
3002 ],
3003 },
3004}