blob: 77af32cf63996e77f030c91decfb9d48f795b039 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
16# The goal is to drive the number of exceptions to zero, to make all
17# the bots behave similarly.
18{
19 'android_webview_unittests': {
20 'remove_from': [
John Budorick826d5ed2017-12-28 19:27:3221 # On chromium.android, these do not need to run prior to M.
John Budorick2232bb982018-05-18 17:50:0722 'android-kitkat-arm-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:2823 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:2824 'KitKat Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:2825 # chromium.android.fyi
26 'x64 Device Tester',
Kenneth Russelleb60cbd22017-12-05 07:54:2827 ],
Kenneth Russelleb60cbd22017-12-05 07:54:2828 },
Kenneth Russell8a386d42018-06-02 09:48:0129 'angle_end2end_tests': {
30 'remove_from': [
31 # chromium.gpu.fyi
32 # TODO(ynovikov) Investigate why the test breaks on older devices.
33 'Android FYI Release (Nexus 5)',
34 'Android FYI Release (Nexus 6)',
35 'Android FYI Release (Nexus 9)',
36 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
37 'Linux FYI Release (AMD R7 240)',
38 ],
39 },
40 'angle_perftests': {
41 'remove_from': [
Nico Weber521565b2018-07-12 22:50:1642 'Android FYI Release (Nexus 6)', # anglebug.com/2433
Kenneth Russell8a386d42018-06-02 09:48:0143 ],
44 },
Kenneth Russellfbda3c532017-12-08 23:57:2445 'angle_unittests': {
46 'remove_from': [
Nico Weberebde4f72018-06-12 23:13:5247 # chromium.gpu.fyi
Kenneth Russell8a386d42018-06-02 09:48:0148 # On Android, these are already run on the main waterfall.
Kenneth Russell8a386d42018-06-02 09:48:0149 'Android FYI Release (Nexus 5X)',
Kenneth Russellfbda3c532017-12-08 23:57:2450 ],
John Budorickca14c76f62017-12-09 14:19:1851 'modifications': {
52 'Linux ASan LSan Tests (1)': {
53 'swarming': {
54 'shards': 10,
55 },
56 },
57 },
Kenneth Russellfbda3c532017-12-08 23:57:2458 },
John Budorickca14c76f62017-12-09 14:19:1859 'blink_heap_unittests': {
60 'remove_from': [
John Budorickca14c76f62017-12-09 14:19:1861 # chromium.memory
Nico Weberd36959682018-04-12 03:33:4662 'Linux TSan Tests', # https://crbug.com/831674
John Budorickca14c76f62017-12-09 14:19:1863 ],
John Budorickca14c76f62017-12-09 14:19:1864 },
Kenneth Russelleb60cbd22017-12-05 07:54:2865 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:2466 'remove_from': [
67 # chromium.clang
68 'CrWinAsanCov',
Nico Weber3af4da72018-02-27 01:59:4169 'linux-win_cross-rel',
Dirk Pranke57c11a92018-06-17 21:23:4270 'ToTMac', # https://crbug.com/828031
71 'ToTMacASan', # https://crbug.com/828031
Dirk Pranke57c11a92018-06-17 21:23:4272 # chromium.fyi
73 'Chromium Mac 10.13', # https://crbug.com/828031
Dirk Pranke57c11a92018-06-17 21:23:4274 'mac-views-rel', # https://crbug.com/828031
Dirk Pranke9e8bb712018-06-18 05:02:3875 # chromium.mac
76 'Mac10.10 Tests', # https://crbug.com/828031
John Budorickca14c76f62017-12-09 14:19:1877 # chromium.memory
Nico Weberd36959682018-04-12 03:33:4678 'Linux TSan Tests', # https://crbug.com/368525
Dirk Pranke57c11a92018-06-17 21:23:4279 'Mac ASan 64 Tests (1)', # https://crbug.com/828031
Stephen Martinise701f5a2018-05-04 01:25:1180 # chromium.win
81 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:2482 ],
Kenneth Russelleb60cbd22017-12-05 07:54:2883 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:2884 # chromium.chromiumos
Kenneth Russell56a3e862017-12-08 03:11:3485 'linux-chromeos-dbg': {
86 'swarming': {
87 'shards': 20,
88 },
89 },
Nico Weber3f2a65de92018-06-11 14:04:1790 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:2491 'ToTWin(dbg)': {
92 'swarming': {
93 'shards': 20,
94 },
95 },
96 'ToTWin64(dbg)': {
97 'swarming': {
98 'shards': 20,
99 },
100 },
Dirk Pranke9e20e8d2018-06-18 02:46:54101 # chromium.mac
Dirk Pranke9e20e8d2018-06-18 02:46:54102 'Mac10.11 Tests': {
103 # A subset of tests seem to cause WindowServer deaths on VMs.
104 # crbug.com/828031 et al.
105 'args': [
106 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
107 '--gtest_shuffle',
108 ],
109 'swarming': {
110 'dimension_sets': [
111 {
112 'pool': 'Chrome-quarantine',
Dirk Pranke9e8bb712018-06-18 05:02:38113 'gpu': 'none',
Dirk Pranke9e20e8d2018-06-18 02:46:54114 },
115 ],
116 },
117 },
118 'Mac10.12 Tests': {
119 # A subset of tests seem to cause WindowServer deaths on VMs.
120 # crbug.com/828031 et al.
121 'args': [
122 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
123 '--gtest_shuffle',
124 ],
125 'swarming': {
126 'dimension_sets': [
127 {
128 'pool': 'Chrome-quarantine',
Dirk Pranke9e8bb712018-06-18 05:02:38129 'gpu': 'none',
Dirk Pranke9e20e8d2018-06-18 02:46:54130 },
131 ],
132 },
133 },
134 'Mac10.13 Tests': {
135 # A subset of tests seem to cause WindowServer deaths on VMs.
136 # crbug.com/828031 et al.
137 'args': [
138 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
139 '--gtest_shuffle',
140 ],
John Budorick96bff732018-06-18 23:24:10141 'experiment_percentage': 50,
Dirk Pranke9e20e8d2018-06-18 02:46:54142 'swarming': {
143 'dimension_sets': [
144 {
145 'pool': 'Chrome-quarantine',
Dirk Pranke9e8bb712018-06-18 05:02:38146 'gpu': 'none',
Dirk Pranke9e20e8d2018-06-18 02:46:54147 },
148 ],
149 },
150 },
151 'Mac10.13 Tests (dbg)': {
152 # A subset of tests seem to cause WindowServer deaths on VMs.
153 # crbug.com/828031 et al.
154 'args': [
155 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
156 '--gtest_shuffle',
157 ],
158 'swarming': {
159 'dimension_sets': [
160 {
161 'pool': 'Chrome-quarantine',
Dirk Pranke9e8bb712018-06-18 05:02:38162 'gpu': 'none',
Dirk Pranke9e20e8d2018-06-18 02:46:54163 },
164 ],
165 },
166 },
John Budorick4d1e0bf2018-06-27 23:04:23167 'mac-cocoa-rel': {
168 # A subset of tests seem to cause WindowServer deaths on VMs.
169 # crbug.com/828031 et al.
170 'args': [
171 '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
172 '--gtest_shuffle',
173 ],
174 'swarming': {
175 'dimension_sets': [
176 {
177 'pool': 'Chrome-quarantine',
178 'gpu': 'none',
179 },
180 ],
181 },
182 },
John Budorickca14c76f62017-12-09 14:19:18183 # chromium.memory
John Budorick5052d552017-12-13 02:59:34184 'Linux ASan LSan Tests (1)': {
185 # These are very slow on the ASAN trybot for some reason.
186 # crbug.com/794372
187 'swarming': {
188 'shards': 30,
189 },
190 },
John Budorickca14c76f62017-12-09 14:19:18191 'Mac ASan 64 Tests (1)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28192 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18193 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28194 },
195 },
Takuto Ikuta54671d972018-07-19 19:06:35196 'Linux ChromiumOS MSan Tests': {
197 # These are very slow on the Chrome OS MSAN trybot for some reason.
198 # crbug.com/865455
199 'swarming': {
200 'shards': 20,
201 },
202 },
203 'Linux Chromium OS ASan LSan Tests (1)': {
204 # These are very slow on the ASAN trybot for some reason.
205 # crbug.com/794372
206 'swarming': {
207 'shards': 30,
208 },
209 },
Dirk Pranke8fd63c12017-12-10 18:06:27210 # client.v8.chromium
211 'Linux - Future (dbg)': {
212 'swarming': {
213 'shards': 10,
214 },
215 },
Kenneth Russell8ceeabf2017-12-11 17:53:28216 # chromium.win
217 'Win7 Tests (dbg)(1)': {
218 'swarming': {
219 'shards': 20,
220 },
221 },
Kenneth Russell6c83d212018-07-27 20:52:59222 'Win10 Tests x64': {
223 # crbug.com/868082
224 'args': [
225 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
226 ],
227 },
Kenneth Russelleb60cbd22017-12-05 07:54:28228 },
229 },
Kenneth Russelleb60cbd22017-12-05 07:54:28230 'cast_shell_browsertests': {
231 'modifications': {
232 'Cast Audio Linux': {
233 'args': [
234 '--enable-local-file-accesses',
235 '--ozone-platform=headless',
236 '--no-sandbox',
237 '--test-launcher-jobs=1',
238 ],
Colin Blundell629091a2018-07-10 14:50:28239 'swarming': {
Nico Weberda3f70302018-07-11 14:34:27240 'can_use_on_swarming_builders': False, # https://crbug.com/861753
Colin Blundell629091a2018-07-10 14:50:28241 },
Kenneth Russelleb60cbd22017-12-05 07:54:28242 },
243 'Cast Linux': {
244 'args': [
245 '--enable-local-file-accesses',
Alexis Hetu134decd2018-08-08 16:56:04246 '--ozone-platform=headless',
Kenneth Russelleb60cbd22017-12-05 07:54:28247 '--no-sandbox',
248 '--test-launcher-jobs=1',
249 ],
Colin Blundell629091a2018-07-10 14:50:28250 'swarming': {
Nico Weberda3f70302018-07-11 14:34:27251 'can_use_on_swarming_builders': False, # https://crbug.com/861753
Colin Blundell629091a2018-07-10 14:50:28252 },
Kenneth Russelleb60cbd22017-12-05 07:54:28253 },
254 },
255 },
Dirk Pranke1b767092017-12-07 04:44:23256 'checkbins': {
257 'remove_from': [
Stephen Martinis72671712018-08-23 20:21:04258 'linux-dbg',
Stephen Martinis7ed165b2018-07-30 21:00:26259 'linux-rel',
Stephen Martinis72671712018-08-23 20:21:04260 'mac-dbg',
Stephen Martinis7ed165b2018-07-30 21:00:26261 'mac-rel',
Dirk Pranke1b767092017-12-07 04:44:23262 ],
263 },
Kenneth Russelleb60cbd22017-12-05 07:54:28264 'chrome_public_test_apk': {
Ben Pastene8ccbe3e42018-08-24 00:44:37265 'remove_from': [
266 # TODO(crbug.com/877280): Add it back when we have the capacity.
267 'android-marshmallow-arm64-rel',
268 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28269 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28270 # chromium.android
John Budorick2232bb982018-05-18 17:50:07271 'android-kitkat-arm-rel': {
272 'swarming': {
273 'shards': 12,
274 },
275 },
Kenneth Russelleb60cbd22017-12-05 07:54:28276 'KitKat Phone Tester (dbg)': {
277 'swarming': {
278 'shards': 20,
279 },
280 },
Kenneth Russelleb60cbd22017-12-05 07:54:28281 'Marshmallow 64 bit Tester': {
Benjamin Pasteneca1963002018-04-18 18:58:24282 # TODO(crbug.com/731759): Enable this once we're confident that it
283 # passes.
284 'experiment_percentage': 100,
Kenneth Russelleb60cbd22017-12-05 07:54:28285 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:28286 'shards': 14,
287 },
288 },
Ben Pastenec73e96e92018-07-12 01:40:35289 'Oreo Phone Tester': {
290 'experiment_percentage': 100,
291 },
John Budorick34009472018-04-03 17:38:44292 # chromium.swarm
293 'Android N5X Swarm': {
294 # TODO(crbug.com/731759): Enable this once we're confident that it
295 # passes.
296 'experiment_percentage': 100,
297 },
Kenneth Russelleb60cbd22017-12-05 07:54:28298 },
299 },
300 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:15301 'remove_from': [
bsheedy410dd7c2018-06-15 22:42:09302 # chromium.android
303 'KitKat Tablet Tester',
304 'Lollipop Tablet Tester',
305 'Marshmallow Tablet Tester',
306 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28307 'modifications': {
John Budorick2232bb982018-05-18 17:50:07308 'android-kitkat-arm-rel': {
309 'args': [
310 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
311 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
312 ],
John Budorick2232bb982018-05-18 17:50:07313 },
John Budorick8c4a989d2018-05-20 05:08:39314 'android-marshmallow-arm64-rel': {
315 'args': [
316 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
317 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
318 ],
John Budorick8c4a989d2018-05-20 05:08:39319 },
Kenneth Russelleb60cbd22017-12-05 07:54:28320 'Lollipop Phone Tester': {
321 'args': [
322 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
323 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
Kenneth Russelleb60cbd22017-12-05 07:54:28324 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28325 },
326 'Marshmallow 64 bit Tester': {
327 'args': [
328 '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
329 '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
330 ],
331 },
Kenneth Russelleb60cbd22017-12-05 07:54:28332 },
333 },
334 'chrome_sync_shell_test_apk': {
335 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24336 # chromium.android
Kenneth Russelleb60cbd22017-12-05 07:54:28337 'KitKat Phone Tester (dbg)': {
338 'swarming': {
339 'shards': 2,
340 },
341 },
Kenneth Russelleb60cbd22017-12-05 07:54:28342 },
343 },
Nico Weber65338c02018-06-22 19:13:40344 'chromevox_tests': {
345 'modifications': {
Nico Weber65338c02018-06-22 19:13:40346 'Linux ChromiumOS MSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:35347 # These are very slow on the Chrome OS MSAN trybot for some reason.
348 # crbug.com/865455
Nico Weber65338c02018-06-22 19:13:40349 'swarming': {
Takuto Ikuta54671d972018-07-19 19:06:35350 'shards': 6,
Nico Weber65338c02018-06-22 19:13:40351 },
352 },
353 },
354 },
Kenneth Russelleb60cbd22017-12-05 07:54:28355 'components_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28356 'modifications': {
John Budorick5052d552017-12-13 02:59:34357 # chromium.memory
358 'Linux ASan LSan Tests (1)': {
359 # These are very slow on the ASAN trybot for some reason.
360 # crbug.com/794372
361 'swarming': {
362 'shards': 5,
363 },
364 },
Takuto Ikuta54671d972018-07-19 19:06:35365 'Linux Chromium OS ASan LSan Tests (1)': {
366 # These are very slow on the ASAN trybot for some reason.
367 # crbug.com/794372
368 'swarming': {
369 'shards': 5,
370 },
371 },
Kenneth Russelleb60cbd22017-12-05 07:54:28372 },
373 },
374 'content_browsertests': {
375 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28376 # chromium.chromiumos
Kenneth Russell8ceeabf2017-12-11 17:53:28377 'linux-chromeos-dbg': {
378 'swarming': {
379 'shards': 2,
380 },
381 },
382 'linux-chromeos-rel': {
Kenneth Russelleb60cbd22017-12-05 07:54:28383 'swarming': {
384 'shards': 2,
385 },
386 },
Kenneth Russellfbda3c532017-12-08 23:57:24387 # chromium.clang
388 'ToTLinuxUBSanVptr': {
389 'swarming': {
390 'shards': 5,
391 },
392 },
Nico Weber825c6d02018-05-01 14:54:31393 'linux-win_cross-rel': {
394 # content_browsertests sometimes times out without this override on
395 # the cross bot, probably because of https://crbug.com/803591,
396 # see also https://crbug.com/838559
397 # TODO(thakis): Remove this once 803591 is fixed.
398 'swarming': {
399 'shards': 5,
400 },
401 },
Kenneth Russellfbda3c532017-12-08 23:57:24402 # chromium.linux
403 'Cast Audio Linux': {
404 'args': [
Nico Weber02f30392018-07-16 18:39:43405 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:24406 ],
Kenneth Russellfbda3c532017-12-08 23:57:24407 },
408 'Cast Linux': {
409 'args': [
Nico Weber02f30392018-07-16 18:39:43410 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:24411 ],
Kenneth Russellfbda3c532017-12-08 23:57:24412 },
John Budorickca14c76f62017-12-09 14:19:18413 # chromium.memory
John Budorick5052d552017-12-13 02:59:34414 'Linux ASan LSan Tests (1)': {
415 # These are very slow on the ASAN trybot for some reason.
416 # crbug.com/794372
417 'swarming': {
Takuto Ikuta4ef47d5f2018-06-11 13:15:36418 'shards': 8,
John Budorick5052d552017-12-13 02:59:34419 },
420 },
Yuke Liao47450ee2018-03-21 19:32:11421 'Linux Chromium OS ASan LSan Tests (1)': {
422 # content_browsertests is slow on ASAN try bot. crbug.com/822461.
423 'swarming': {
424 'shards': 4,
425 }
426 },
Nico Weber4945dd52018-06-13 15:25:03427 'Linux TSan Tests': {
428 'swarming': {
429 'shards': 5,
430 },
431 },
John Budorickca14c76f62017-12-09 14:19:18432 'Mac ASan 64 Tests (1)': {
433 'swarming': {
434 'shards': 2,
435 },
436 },
Kenneth Russell8ceeabf2017-12-11 17:53:28437 # chromium.win
438 'Win7 Tests (dbg)(1)': {
439 'swarming': {
440 'shards': 2,
441 },
442 },
Stephen Martinisc1fd43fd2018-06-04 22:04:18443 # chromium.win
444 'Win10 Tests x64 (dbg)': {
445 'experiment_percentage': 100,
Kenneth Russell6c83d212018-07-27 20:52:59446 # crbug.com/868082
447 'args': [
448 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
449 ],
450 },
451 'Win10 Tests x64': {
452 # crbug.com/868082
453 'args': [
454 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
455 ],
Stephen Martinisc1fd43fd2018-06-04 22:04:18456 },
Kenneth Russelleb60cbd22017-12-05 07:54:28457 },
458 },
Nico Weber81e16ace22018-06-30 02:58:47459 'content_shell_crash_test': {
460 'remove_from': [
461 # chromium.linux
462 'Linux Tests (dbg)(1)(32)', # https://crbug.com/859264
463 ],
Dirk Prankeb1c36b322018-07-11 02:42:00464 'modifications': {
465 # chromium.win
466 'Win10 Tests x64 (dbg)': {
467 'experiment_percentage': 100, # https://crbug.com/861730
468 },
469 },
Nico Weber81e16ace22018-06-30 02:58:47470 },
Kenneth Russelleb60cbd22017-12-05 07:54:28471 'content_unittests': {
472 'modifications': {
John Budorick5052d552017-12-13 02:59:34473 # chromium.memory
474 'Linux ASan LSan Tests (1)': {
475 # These are slow on the ASAN trybot for some reason.
476 # crbug.com/794372
477 'swarming': {
478 'shards': 2,
479 },
480 },
Takuto Ikuta54671d972018-07-19 19:06:35481 'Linux ChromiumOS MSan Tests': {
482 # These are very slow on the Chrome OS MSAN trybot for some reason.
483 # crbug.com/865455
484 'swarming': {
485 'shards': 2,
486 },
487 },
Kenneth Russelleb60cbd22017-12-05 07:54:28488 },
489 },
Kenneth Russellc1a09302018-07-10 01:12:54490 'context_lost_tests': {
491 'modifications': {
492 'Mac FYI GPU ASAN Release': {
493 'args': [
494 '--is-asan',
495 ]
496 },
497 },
498 },
Kenneth Russellfbda3c532017-12-08 23:57:24499 'crashpad_tests': {
500 'remove_from': [
501 # chromium.clang
Nico Weber15a00d62018-05-16 17:11:48502 'linux-win_cross-rel', # https://crbug.com/762167
Kenneth Russellfbda3c532017-12-08 23:57:24503 ],
504 },
Kenneth Russelleb60cbd22017-12-05 07:54:28505 'gin_unittests': {
506 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24507 # chromium.clang
Nico Weber1394523f2018-06-06 15:58:47508 'ToTLinuxASan', # https://crbug.com/831667
John Budorickca14c76f62017-12-09 14:19:18509 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46510 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:47511 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:28512 ],
513 },
514 'gl_tests': {
John Budorickca14c76f62017-12-09 14:19:18515 'remove_from': [
516 # chromium.clang
John Budorickca14c76f62017-12-09 14:19:18517 'CFI Linux ToT',
Kenneth Russell8a386d42018-06-02 09:48:01518 # chromium.gpu.fyi
Kenneth Russell8a386d42018-06-02 09:48:01519 'Android FYI Release (Nexus 5X)',
Morten Stenshorne615a8d02018-04-20 12:19:21520 # chromium.memory
Kenneth Russell55bbec52018-05-03 18:44:55521 # Can't run on MSAN because gl_tests uses the hardware driver,
522 # which isn't instrumented.
523 'Linux MSan Tests',
John Budorickca14c76f62017-12-09 14:19:18524 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28525 'modifications': {
Kenneth Russell1a515be2018-04-28 03:54:45526 # chromium.memory
Kenneth Russell1a515be2018-04-28 03:54:45527 # TODO(kbr): figure out a better way to specify blocks of
528 # arguments like this for tests on multiple machines.
529 'Linux ASan LSan Tests (1)': {
530 'args': [
531 '--use-gpu-in-tests',
532 '--no-xvfb',
533 ],
534 'swarming': {
535 'dimension_sets': [
536 {
537 'gpu': '10de:1cb3',
538 'os': 'Ubuntu',
539 'pool': 'Chrome-GPU',
540 },
541 ],
542 },
543 'use_xvfb': False,
544 },
545 'Linux ASan LSan Tests (1)': {
546 'args': [
547 '--use-gpu-in-tests',
548 '--no-xvfb',
549 ],
550 'swarming': {
551 'dimension_sets': [
552 {
553 'gpu': '10de:1cb3',
554 'os': 'Ubuntu',
555 'pool': 'Chrome-GPU',
556 },
557 ],
558 },
559 'use_xvfb': False,
560 },
561 'Linux CFI': {
562 'args': [
563 '--use-gpu-in-tests',
564 '--no-xvfb',
565 ],
566 'swarming': {
567 'dimension_sets': [
568 {
569 'gpu': '10de:1cb3',
570 'os': 'Ubuntu',
571 'pool': 'Chrome-GPU',
572 },
573 ],
574 },
575 'use_xvfb': False,
576 },
577 'Linux TSan Tests': {
578 'args': [
579 '--use-gpu-in-tests',
580 '--no-xvfb',
581 ],
582 'swarming': {
583 'dimension_sets': [
584 {
585 'gpu': '10de:1cb3',
586 'os': 'Ubuntu',
587 'pool': 'Chrome-GPU',
588 },
589 ],
590 },
591 'use_xvfb': False,
592 },
Kenneth Russelleb60cbd22017-12-05 07:54:28593 },
594 },
595 'gl_unittests': {
John Budorickca14c76f62017-12-09 14:19:18596 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:01597 # chromium.gpu.fyi
598 # On Android, these are already run on the main waterfall.
599 # Run them on the one-off Android FYI bots, though.
600 'Android FYI Release (Nexus 5X)',
601 # Temporarily disabled due to AMDGPU-PRO issues crbug.com/786219
602 'Linux FYI Release (AMD R7 240)',
John Budorickca14c76f62017-12-09 14:19:18603 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28604 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28605 # chromium.clang
Kenneth Russellfbda3c532017-12-08 23:57:24606 'CFI Linux ToT': {
607 'args': [
608 '--use-gpu-in-tests',
609 '--no-xvfb',
610 ],
611 'swarming': {
612 'dimension_sets': [
613 {
614 'gpu': '10de:1cb3',
615 'os': 'Ubuntu',
616 'pool': 'Chrome-GPU',
617 },
618 ],
619 },
620 'use_xvfb': False,
621 },
Kenneth Russell8ceeabf2017-12-11 17:53:28622 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:18623 'Linux CFI': {
624 'args': [
625 '--use-gpu-in-tests',
626 '--no-xvfb',
627 ],
628 'swarming': {
629 'dimension_sets': [
630 {
631 'gpu': '10de:1cb3',
632 'os': 'Ubuntu',
633 'pool': 'Chrome-GPU',
634 },
635 ],
636 },
637 'use_xvfb': False,
638 },
Kenneth Russelleb60cbd22017-12-05 07:54:28639 },
640 },
Nico Weber65338c02018-06-22 19:13:40641 'gl_unittests_ozone': {
642 'remove_from': [
643 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
644 # which isn't instrumented.
645 'Linux ChromiumOS MSan Tests',
646 ],
647 },
Kenneth Russelleb60cbd22017-12-05 07:54:28648 'headless_browsertests': {
649 'remove_from': [
Nico Webere140de212018-06-08 15:36:17650 # chromium.clang
651 'ToTLinuxASan', # https://crbug.com/843732
Nico Weber1c1495022018-06-09 04:10:45652 # chromium.memory
653 'Linux ASan LSan Tests (1)', # https://crbug.com/843732
654 'Linux TSan Tests', # https://crbug.com/843734
Kenneth Russelleb60cbd22017-12-05 07:54:28655 ],
656 },
657 'headless_unittests': {
658 'remove_from': [
Nico Webere140de212018-06-08 15:36:17659 # chromium.clang
660 'ToTLinuxASan', # https://crbug.com/843732
Nico Weber1c1495022018-06-09 04:10:45661 # chromium.memory
662 'Linux ASan LSan Tests (1)', # https://crbug.com/843732
Kenneth Russelleb60cbd22017-12-05 07:54:28663 ],
664 },
Kenneth Russell8a386d42018-06-02 09:48:01665 'info_collection_tests': {
666 'remove_from': [
667 # chromium.gpu.fyi
668 # The Mac ASAN swarming bot runs tests on two different GPU
669 # types, so we can't have one expected vendor ID / device ID.
670 'Mac FYI GPU ASAN Release',
671 # client.v8.fyi
672 'Android V8 FYI Release (Nexus 5X)',
673 'Linux V8 FYI Release (NVIDIA)',
674 'Linux V8 FYI Release - concurrent marking (NVIDIA)',
675 'Mac V8 FYI Release (Intel)',
676 'Win V8 FYI Release (NVIDIA)',
677 ],
678 },
Kenneth Russelleb60cbd22017-12-05 07:54:28679 'interactive_ui_tests': {
680 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28681 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:28682 'Win7 Tests (dbg)(1)': {
683 'swarming': {
684 'shards': 4,
685 },
686 },
John Budorickca14c76f62017-12-09 14:19:18687 # chromium.memory
688 'Linux ASan LSan Tests (1)': {
Nico Weber96a75a6942018-06-20 04:53:17689 # These are slow on the ASan trybot for some reason, crbug.com/794372
690 'swarming': {
691 'shards': 6,
692 },
693 },
694 'Linux TSan Tests': {
695 # These are slow on the TSan trybot for some reason, crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:18696 'swarming': {
John Budorick5052d552017-12-13 02:59:34697 'shards': 6,
John Budorickca14c76f62017-12-09 14:19:18698 },
699 },
Takuto Ikuta54671d972018-07-19 19:06:35700 'Linux ChromiumOS MSan Tests': {
701 # These are very slow on the Chrome OS MSAN trybot for some reason.
702 # crbug.com/865455
703 'swarming': {
704 'shards': 5,
705 },
706 },
Dirk Pranke8fd63c12017-12-10 18:06:27707 # client.v8.chromium
708 'Linux - Future (dbg)': {
709 'swarming': {
710 'shards': 3,
711 },
712 },
Greg Thompson3eb7e6522018-05-25 09:04:03713 # chromium.win; temporary, https://crbug.com/818832
714 'Win10 Tests x64 (dbg)': {
715 'experiment_percentage': 100,
716 },
Kenneth Russelleb60cbd22017-12-05 07:54:28717 },
718 },
John Budorickca14c76f62017-12-09 14:19:18719 'mash_browser_tests': {
720 'remove_from': [
James Cook4be72252018-02-23 00:36:17721 # Not needed on chromium.fyi because suite is on main waterfall.
722 'Mojo ChromiumOS',
John Budorickca14c76f62017-12-09 14:19:18723 ],
Nico Webere89a3c92018-07-01 01:30:52724 'modifications': {
Nico Webere81999ee2018-07-01 23:52:43725 # chromium.chromiumos
726 'linux-chromeos-dbg': {
727 'swarming': {
728 'shards': 20,
729 },
730 },
Nico Webere89a3c92018-07-01 01:30:52731 # chromium.memory
732 'Linux Chromium OS ASan LSan Tests (1)': {
Scott Violet412ad672018-07-27 20:54:06733 # These are very slow on the ASAN trybot for some reason.
734 # crbug.com/794372
Nico Webere89a3c92018-07-01 01:30:52735 'swarming': {
Scott Violet412ad672018-07-27 20:54:06736 'shards': 30,
Nico Webere89a3c92018-07-01 01:30:52737 },
738 },
739 'Linux ChromiumOS MSan Tests': {
740 'swarming': {
741 'shards': 20,
742 },
743 },
744 },
Kenneth Russell8ceeabf2017-12-11 17:53:28745 },
Nico Weberd3096fb2018-06-07 17:50:15746 'nacl_helper_nonsfi_unittests': {
747 'remove_from': [
748 # chromium.memory
749 'Linux TSan Tests', # Sets enable_nacl=false.
750 ],
751 },
Kenneth Russellfbda3c532017-12-08 23:57:24752 'nacl_loader_unittests': {
753 'remove_from': [
Nico Weber48f187142018-06-01 15:16:35754 # chromium.clang
755 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:51756 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
John Budorickca14c76f62017-12-09 14:19:18757 # chromium.memory
Nico Webera8fc38f72018-04-10 02:20:11758 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:48759 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:24760 ],
761 },
Kenneth Russelleb60cbd22017-12-05 07:54:28762 'net_unittests': {
Kenneth Russellfbda3c532017-12-08 23:57:24763 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:28764 # chromium.fyi
Nico Weber1cf7a5e12018-07-09 14:22:11765 'fuchsia-fyi-arm64-rel', # https://crbug.com/847915
766 'fuchsia-fyi-x64-dbg', # https://crbug.com/844416 (and 847915)
Kenneth Russell8ceeabf2017-12-11 17:53:28767 # chromium.linux
Nico Weber1cf7a5e12018-07-09 14:22:11768 'Fuchsia x64', # https://crbug.com/847915
Kenneth Russellfbda3c532017-12-08 23:57:24769 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28770 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:24771 # chromium.clang
772 'ToTLinuxASan': {
Reid Kleckner6b836242018-04-18 17:37:33773 # TODO(crbug.com/794372): net_unittests is slow under ASan.
Kenneth Russellfbda3c532017-12-08 23:57:24774 'swarming': {
Reid Kleckner6b836242018-04-18 17:37:33775 'shards': 16,
Kenneth Russellfbda3c532017-12-08 23:57:24776 },
777 },
John Budorickca14c76f62017-12-09 14:19:18778 # chromium.memory
779 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:34780 # These are very slow on the ASAN trybot for some reason.
781 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:18782 'swarming': {
John Budorick5052d552017-12-13 02:59:34783 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:18784 },
785 },
786 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:35787 # These are very slow on the ASAN trybot for some reason.
788 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:18789 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:02790 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:18791 }
792 },
Takuto Ikuta54671d972018-07-19 19:06:35793 'Linux ChromiumOS MSan Tests': {
794 # These are very slow on the Chrome OS MSAN trybot for some reason.
795 # crbug.com/865455
796 'swarming': {
797 'shards': 2,
798 },
799 },
John Budorickca14c76f62017-12-09 14:19:18800 'Linux TSan Tests': {
801 'swarming': {
802 'shards': 4,
803 }
804 },
Ben Pastene8bf205b2018-06-13 04:00:33805 # The suite runs signficantly slower on linux dbg, so increase shards.
806 'Linux Tests (dbg)(1)': {
807 'swarming': {
808 'shards': 2,
809 },
810 },
811 'Linux Tests (dbg)(1)(32)': {
812 'swarming': {
813 'shards': 2,
814 },
815 },
816 'linux-chromeos-dbg': {
817 'swarming': {
818 'shards': 2,
819 },
820 },
Kenneth Russelleb60cbd22017-12-05 07:54:28821 },
822 },
John Abd-El-Malek99b6f4a2018-06-11 23:08:31823 'network_service_browser_tests': {
824 'remove_from': [
Nico Weber073af192018-06-21 19:22:17825 # chromium.memory
826 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
827 'Linux TSan Tests', # No capacity, https://crbug.com/852442
John Abd-El-Malek99b6f4a2018-06-11 23:08:31828 # chromium.win
Nico Weber17d2fcddb2018-06-14 18:28:19829 'Win7 Tests (1)', # For swarming capacity reasons.
830 'Win10 Tests x64 (dbg)', # Matches browser_tests.
John Abd-El-Malek99b6f4a2018-06-11 23:08:31831 ],
Kenneth Russell6c83d212018-07-27 20:52:59832 'modifications': {
833 # chromium.win
834 'Win10 Tests x64': {
835 # crbug.com/868082
836 'args': [
837 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
838 ],
839 },
840 },
John Abd-El-Malek99b6f4a2018-06-11 23:08:31841 },
John Abd-El-Malek4782bd12018-06-12 01:08:21842 'network_service_components_browsertests': {
843 'remove_from': [
Nico Weber073af192018-06-21 19:22:17844 # chromium.memory
845 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
846 'Linux TSan Tests', # No capacity, https://crbug.com/852442
John Abd-El-Malek4782bd12018-06-12 01:08:21847 # chromium.win
Nico Weber17d2fcddb2018-06-14 18:28:19848 'Win7 Tests (1)', # For swarming capacity reasons.
849 'Win10 Tests x64 (dbg)', # Matches components_browsertests.
850 ],
851 },
852 'network_service_content_browsertests': {
853 'remove_from': [
Nico Weber073af192018-06-21 19:22:17854 # chromium.memory
855 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
856 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:19857 # chromium.win
858 'Win7 Tests (1)', # For swarming capacity reasons.
John Budorickd96ee6f2018-06-15 17:20:11859 'Win10 Tests x64 (dbg)', # flaky: https://crbug.com/852786
John Abd-El-Malek4782bd12018-06-12 01:08:21860 ],
861 },
John Abd-El-Malek787a41a2018-06-12 18:10:53862 'network_service_extensions_browsertests': {
863 'remove_from': [
Nico Weber073af192018-06-21 19:22:17864 # chromium.memory
865 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
866 'Linux TSan Tests', # No capacity, https://crbug.com/852442
John Abd-El-Malek787a41a2018-06-12 18:10:53867 # chromium.win
Nico Weber17d2fcddb2018-06-14 18:28:19868 'Win7 Tests (1)', # For swarming capacity reasons.
869 'Win10 Tests x64 (dbg)', # Matches extensions_browsertests.
John Abd-El-Malek787a41a2018-06-12 18:10:53870 ],
871 },
872 'network_service_interactive_ui_tests': {
Nico Weber17d2fcddb2018-06-14 18:28:19873 'remove_from': [
Nico Weber073af192018-06-21 19:22:17874 # chromium.memory
875 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
876 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Nico Weber17d2fcddb2018-06-14 18:28:19877 # chromium.win
878 'Win7 Tests (1)', # For swarming capacity reasons.
879 ],
John Abd-El-Malek787a41a2018-06-12 18:10:53880 'modifications': {
Nico Weber17d2fcddb2018-06-14 18:28:19881 # chromium.win
John Budorickd96ee6f2018-06-15 17:20:11882 'Win10 Tests x64 (dbg)': {
883 'experiment_percentage': 100, # https://crbug.com/852786
John Abd-El-Malek787a41a2018-06-12 18:10:53884 },
885 },
886 },
Xi Cheng34ca4042018-02-23 00:10:12887 'notification_helper_unittests': {
888 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:12889 # The test uses WinRT, which only exists in Windows 8 or above.
890 # (https://crbug.com/813553)
891 # chromium.win
Xi Cheng34ca4042018-02-23 00:10:12892 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:12893 'Win7 Tests (1)',
894 'Win7 Tests (dbg)(1)',
Hans Wennborg252643a2018-05-22 14:41:12895 # chromium.clang; all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:12896 'ToTWin',
897 'ToTWin(dbg)',
898 'ToTWin(dll)',
899 'ToTWin64',
900 'ToTWin64(dbg)',
901 'ToTWin64(dll)',
902 'ToTWinCFI',
903 'ToTWinCFI64',
Nico Weber6c23b352018-03-09 14:22:12904 'ToTWinLibcxx64',
Oksana Zhuravlova7f996212018-02-28 04:23:08905 'ToTWinThinLTO64',
Xi Cheng34ca4042018-02-23 00:10:12906 ],
907 },
Nico Weber128fd382018-06-14 23:29:27908 'remoting_unittests': {
909 'remove_from': [
910 # chromium.linux
911 'Linux Tests (dbg)(1)(32)', # https://crbug.com/852895
912 ],
913 },
Kenneth Russelleb60cbd22017-12-05 07:54:28914 'services_unittests': {
915 'remove_from': [
Kenneth Russellfbda3c532017-12-08 23:57:24916 # chromium.clang
Nico Weber15a00d62018-05-16 17:11:48917 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:01918 # chromium.gpu.fyi
919 # The face and barcode detection tests fail on the Mac Pros.
920 'Mac Pro FYI Release (AMD)',
John Budorickca14c76f62017-12-09 14:19:18921 # chromium.memory
Nico Weberd36959682018-04-12 03:33:46922 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
923 'Linux MSan Tests', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:28924 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28925 },
Lukasz Anforowicz120cd4dc2018-08-14 21:57:33926 'not_site_per_process_components_browsertests': {
Dirk Pranke7feb8802017-12-14 19:27:45927 'remove_from': [
928 # chromium.linux
929 'Linux Tests (dbg)(1)(32)',
Nico Weber073af192018-06-21 19:22:17930 # chromium.memory
931 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
932 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Dirk Pranke7feb8802017-12-14 19:27:45933 ],
934 },
Lukasz Anforowicz120cd4dc2018-08-14 21:57:33935 'not_site_per_process_components_unittests': {
Dirk Pranke7feb8802017-12-14 19:27:45936 'remove_from': [
937 # chromium.linux
938 'Linux Tests (dbg)(1)(32)',
Nico Weber073af192018-06-21 19:22:17939 # chromium.memory
940 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
941 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Dirk Pranke7feb8802017-12-14 19:27:45942 ],
943 },
Lukasz Anforowicz120cd4dc2018-08-14 21:57:33944 'not_site_per_process_content_browsertests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28945 'remove_from': [
Dirk Pranke7feb8802017-12-14 19:27:45946 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:28947 'Linux Tests (dbg)(1)(32)',
Nico Weber073af192018-06-21 19:22:17948 # chromium.memory
949 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
950 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Kenneth Russelleb60cbd22017-12-05 07:54:28951 ],
952 },
Lukasz Anforowicz120cd4dc2018-08-14 21:57:33953 'not_site_per_process_content_unittests': {
Dirk Pranke7feb8802017-12-14 19:27:45954 'remove_from': [
955 # chromium.linux
956 'Linux Tests (dbg)(1)(32)',
Nico Weber073af192018-06-21 19:22:17957 # chromium.memory
958 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
959 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Dirk Pranke7feb8802017-12-14 19:27:45960 ],
961 },
Lukasz Anforowicz120cd4dc2018-08-14 21:57:33962 'not_site_per_process_extensions_browsertests': {
963 'remove_from': [
964 # chromium.linux
965 'Linux Tests (dbg)(1)(32)',
966 # chromium.memory
967 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
968 'Linux TSan Tests', # No capacity, https://crbug.com/852442
969 ],
970 },
971 'not_site_per_process_extensions_unittests': {
Dirk Pranke7feb8802017-12-14 19:27:45972 'remove_from': [
973 # chromium.linux
974 'Linux Tests (dbg)(1)(32)',
Nico Weber073af192018-06-21 19:22:17975 # chromium.memory
976 'Linux ASan LSan Tests (1)', # No capacity, https://crbug.com/852442
977 'Linux TSan Tests', # No capacity, https://crbug.com/852442
Dirk Pranke7feb8802017-12-14 19:27:45978 ],
979 },
Dirk Prankeb4ab1e42017-12-19 22:00:53980 'site_per_process_webkit_layout_tests': {
981 'remove_from': [
982 # chromium.linux
John Budorick5fae58f2018-01-17 17:33:43983 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
984 'Linux Tests (dbg)(1)',
Dirk Prankeb4ab1e42017-12-19 22:00:53985 'Linux Tests (dbg)(1)(32)',
Dirk Prankeb4ab1e42017-12-19 22:00:53986 ],
987 },
Dirk Pranke1b767092017-12-07 04:44:23988 'sizes': {
989 'remove_from': [
Stephen Martinis72671712018-08-23 20:21:04990 'win32-dbg',
Stephen Martinis7ed165b2018-07-30 21:00:26991 'win32-rel',
Stephen Martinis72671712018-08-23 20:21:04992 'win-dbg',
Stephen Martinis7ed165b2018-07-30 21:00:26993 'win-rel',
Dirk Pranke1b767092017-12-07 04:44:23994 ],
995 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:28996 # chromium
Stephen Martinis72671712018-08-23 20:21:04997 'mac-dbg': {
998 'args': [
999 'mac-debug/sizes',
1000 ],
1001 },
Stephen Martinis7ed165b2018-07-30 21:00:261002 'mac-rel': {
1003 'args': [
1004 'mac-release/sizes',
1005 ],
1006 },
Stephen Martinis72671712018-08-23 20:21:041007 'linux-dbg': {
1008 'args': [
1009 'linux-debug-64/sizes',
1010 ],
1011 },
Stephen Martinis7ed165b2018-07-30 21:00:261012 'linux-rel': {
1013 'args': [
1014 'linux-release-64/sizes',
1015 ],
1016 },
Kenneth Russell8ceeabf2017-12-11 17:53:281017 # chromium.android.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281018 'Android Cronet KitKat Builder': {
1019 'args': [
1020 '--platform',
1021 'android-cronet',
1022 '--perf-id',
1023 'android_cronet_builder',
1024 'cronet-arm/sizes',
1025 ],
1026 'override_compile_targets': [
1027 'cronet',
1028 ],
1029 },
Dirk Pranke1b767092017-12-07 04:44:231030 },
1031 },
jonrosse9da7242018-08-03 23:44:121032 'surface_sync_content_browsertests': {
Ben Pastene8ccbe3e42018-08-24 00:44:371033 'remove_from': [
1034 # TODO(crbug.com/877280): Add it back when we have the capacity.
1035 'android-marshmallow-arm64-rel',
1036 ],
jonrosse9da7242018-08-03 23:44:121037 'modifications': {
1038 # chromium.android
1039 'android-kitkat-arm-rel': {
1040 'experiment_percentage': 100,
1041 },
jonrosse9da7242018-08-03 23:44:121042 },
1043 },
Kenneth Russelleb60cbd22017-12-05 07:54:281044 'sync_integration_tests': {
1045 'modifications': {
1046 'Win7 Tests (dbg)(1)': {
1047 'swarming': {
1048 'shards': 2,
1049 },
1050 },
1051 },
John Budorickca14c76f62017-12-09 14:19:181052 'remove_from': [
1053 # chromium.memory
Nico Weber996e65c2018-06-14 14:05:571054 'Linux TSan Tests', # https://crbug.com/852002
John Budorickca14c76f62017-12-09 14:19:181055 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281056 },
Emily Hanleyb64ac7c2018-05-25 13:36:551057 'performance_test_suite': {
1058 'modifications': {
1059 'Mac10.13 Tests (dbg)': {
1060 'args': [
1061 '--browser=debug',
1062 ],
1063 },
1064 'Win10 Tests x64 (dbg)': {
1065 'args': [
1066 '--browser=debug_x64',
1067 ],
Stephen Martinisc1fd43fd2018-06-04 22:04:181068 'experiment_percentage': 100,
Emily Hanleyb64ac7c2018-05-25 13:36:551069 },
1070 'Win7 Tests (dbg)(1)': {
1071 'args': [
1072 '--browser=debug',
1073 ],
1074 },
Kenneth Russell8a386d42018-06-02 09:48:011075 },
1076 },
1077 'swiftshader_unittests': {
1078 'remove_from': [
1079 # Save capacity on the hardware where we have only a few machines.
1080 'Mac FYI Experimental Release (Intel)',
1081 'Mac FYI Experimental Retina Release (AMD)',
1082 'Mac FYI Experimental Retina Release (NVIDIA)',
1083 'Mac Pro FYI Release (AMD)',
1084 ],
1085 },
1086 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:521087 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:011088 'remove_from': [
1089 # chromium.gpu
1090 'Linux Debug (NVIDIA)',
1091 'Mac Debug (Intel)',
1092 'Mac Retina Debug (AMD)',
1093 'Win10 Debug (NVIDIA)',
1094 # chromium.gpu.fyi
Kenneth Russell8a386d42018-06-02 09:48:011095 'Win10 FYI Debug (NVIDIA)',
1096 'Win7 FYI Debug (AMD)',
1097 ],
Emily Hanleyb64ac7c2018-05-25 13:36:551098 },
nednguyenbb6d7902018-08-06 15:00:281099 'telemetry_unittests': {
1100 'modifications': {
1101 'Win10 Tests x64 (dbg)': {
1102 'experiment_percentage': 100, # crbug.com/870673
1103 }
1104 }
1105 },
Kenneth Russelleb60cbd22017-12-05 07:54:281106 'telemetry_perf_unittests': {
1107 'modifications': {
Kenneth Russell8ceeabf2017-12-11 17:53:281108 # chromium.android
John Budorick2232bb982018-05-18 17:50:071109 'android-kitkat-arm-rel': {
1110 'args': [
1111 '--browser=android-chromium',
1112 '--device=android',
1113 ],
1114 'swarming': {
1115 'dimension_sets': [
1116 {
1117 'temp_band': '<30',
1118 },
1119 ],
John Budorick2232bb982018-05-18 17:50:071120 'shards': 15,
1121 },
1122 },
John Budorick8c4a989d2018-05-20 05:08:391123 'android-marshmallow-arm64-rel': {
1124 'args': [
1125 '--browser=android-chromium',
1126 '--device=android',
1127 ],
1128 'swarming': {
1129 'dimension_sets': [
1130 {
1131 'temp_band': '<30',
1132 },
1133 ],
John Budorick8c4a989d2018-05-20 05:08:391134 'shards': 15,
1135 },
1136 },
Kenneth Russell8ceeabf2017-12-11 17:53:281137 # chromium.android.fyi
1138 'x86 Cloud Tester': {
1139 'args': [
1140 '--browser=android-chromium',
1141 '--device=android',
1142 ],
1143 'swarming': {
1144 'shards': 1,
1145 },
1146 },
1147 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281148 'Linux Tests': {
1149 'args': [
1150 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:481151 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:281152 ],
1153 },
Ned Nguyeneb3911e2017-12-11 20:16:021154 'Linux Tests (dbg)(1)': {
1155 'args': [
1156 '--xvfb',
nednguyen35d625f22018-01-11 19:45:301157 '--jobs=1',
Ned Nguyeneb3911e2017-12-11 20:16:021158 ],
1159 },
John Budorick2593eb922018-05-09 19:31:491160 'linux-xenial-rel': {
1161 'args': [
1162 '--xvfb',
1163 '--jobs=1',
1164 ],
1165 },
Kenneth Russell8ceeabf2017-12-11 17:53:281166 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:281167 # Disable parallelism on all Mac bots.
1168 'Mac10.10 Tests': {
1169 'args': [
1170 '--jobs=1',
1171 ],
1172 },
1173 'Mac10.11 Tests': {
1174 'args': [
1175 '--jobs=1',
1176 ],
1177 },
1178 'Mac10.12 Tests': {
1179 'args': [
1180 '--jobs=1',
1181 ],
1182 },
Ned Nguyen6e6e5b32018-02-21 20:21:501183 'Win7 Tests (dbg)(1)': {
1184 'args': [
1185 '--jobs=1',
1186 ],
1187 'swarming': {
1188 'shards': 20,
1189 },
1190 'experiment_percentage': 100,
1191 },
Kenneth Russelleb60cbd22017-12-05 07:54:281192 },
1193 'remove_from': [
Kenneth Russelleb60cbd22017-12-05 07:54:281194 'Linux Tests (dbg)(1)(32)',
Shenghua Zhangbd6f1b232018-03-03 02:59:141195 'Mac10.13 Tests',
1196 'Mac10.13 Tests (dbg)',
Dirk Pranke8fd63c12017-12-10 18:06:271197 # client.v8.chromium
1198 'Linux - Future (dbg)',
Stephen Martinise701f5a2018-05-04 01:25:111199 # chromium.win
1200 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281201 ],
1202 },
Kenneth Russelleb60cbd22017-12-05 07:54:281203 'unit_tests': {
Kenneth Russelleb60cbd22017-12-05 07:54:281204 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241205 # chromium.clang
1206 'ToTLinuxASan': {
1207 'swarming': {
1208 'shards': 2,
1209 },
John Budorickca14c76f62017-12-09 14:19:181210 },
Dirk Pranke20eae9a72017-12-09 18:12:141211 # chromium.memory
John Budorickca14c76f62017-12-09 14:19:181212 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:341213 # These are slow on the ASAN trybot for some reason.
1214 # crbug.com/794372
John Budorickca14c76f62017-12-09 14:19:181215 'swarming': {
John Budorick5052d552017-12-13 02:59:341216 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:181217 },
1218 },
John Budorickca14c76f62017-12-09 14:19:181219 'Linux TSan Tests': {
1220 'swarming': {
1221 'shards': 2,
1222 },
1223 },
Takuto Ikuta54671d972018-07-19 19:06:351224 'Linux ChromiumOS MSan Tests': {
1225 # These are very slow on the Chrome OS MSAN trybot for some reason.
1226 # crbug.com/865455
1227 'swarming': {
1228 'shards': 2,
1229 },
1230 },
1231 'Linux Chromium OS ASan LSan Tests (1)': {
1232 # These are slow on the ASAN trybot for some reason.
1233 # crbug.com/794372
1234 'swarming': {
1235 'shards': 2,
1236 },
1237 },
Dirk Pranke20eae9a72017-12-09 18:12:141238 # chromium.swarm
1239 'Android N5X Swarm': {
1240 'swarming': {
1241 'shards': 8,
1242 },
1243 },
Kenneth Russelleb60cbd22017-12-05 07:54:281244 },
1245 },
Kenneth Russell8a386d42018-06-02 09:48:011246 'video_decode_accelerator_gl_unittest': {
1247 'remove_from': [
1248 # chromium.gpu.fyi
1249 # Windows Intel doesn't have the GL extensions to support this test.
Kenneth Russell0272ab72018-06-04 17:22:241250 'Optional Win10 Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:011251 'Win10 FYI Release (Intel HD 630)',
1252 'Win10 FYI Exp Release (Intel HD 630)',
1253 ],
1254 },
jonross6b44aa52018-05-04 14:41:391255 'viz_content_browsertests': {
1256 'remove_from': [
jonrosse9da7242018-08-03 23:44:121257 # chromium.android
1258 # GL OOM error triggered on KitKat. crbug.com/863049
1259 'android-kitkat-arm-rel',
jonross27f34962018-08-07 14:08:331260 # Several failures that need to be triaged. crbug.com/871519
1261 'KitKat Phone Tester (dbg)',
jonross6b44aa52018-05-04 14:41:391262 # Currently flaky timeouts on Windows 10. crbug.com/839824
1263 'Win10 Tests x64 (dbg)',
Ben Pastene8ccbe3e42018-08-24 00:44:371264 # TODO(crbug.com/877280): Add it back when we have the capacity.
1265 'android-marshmallow-arm64-rel',
jonross6b44aa52018-05-04 14:41:391266 ],
Takuto Ikuta4ef47d5f2018-06-11 13:15:361267 'modifications': {
jonrosse9da7242018-08-03 23:44:121268 # chromium.android
1269 'android-kitkat-arm-rel': {
1270 'experiment_percentage': 100,
1271 },
Nico Weber4945dd52018-06-13 15:25:031272 # chromium.clang
1273 'ToTLinuxUBSanVptr': {
1274 'swarming': {
1275 'shards': 5,
1276 },
1277 },
1278 'linux-win_cross-rel': {
1279 # content_browsertests sometimes times out without this override on
1280 # the cross bot, probably because of https://crbug.com/803591,
1281 # see also https://crbug.com/838559
1282 # TODO(thakis): Remove this once 803591 is fixed.
1283 'swarming': {
1284 'shards': 5,
1285 },
1286 },
1287 # chromium.memory
Takuto Ikuta4ef47d5f2018-06-11 13:15:361288 'Linux ASan LSan Tests (1)': {
1289 # These are very slow on the ASAN trybot for some reason.
1290 # crbug.com/794372
1291 'swarming': {
1292 'shards': 8,
1293 },
1294 },
Nico Weber4945dd52018-06-13 15:25:031295 'Linux Chromium OS ASan LSan Tests (1)': {
1296 # content_browsertests is slow on ASAN try bot. crbug.com/822461.
1297 'swarming': {
1298 'shards': 4,
1299 }
1300 },
Takuto Ikuta54671d972018-07-19 19:06:351301 'Linux ChromiumOS MSan Tests': {
1302 # These are very slow on the Chrome OS MSAN trybot for some reason.
1303 # crbug.com/865455
1304 'swarming': {
1305 'shards': 2,
1306 },
1307 },
Nico Weber4945dd52018-06-13 15:25:031308 'Linux TSan Tests': {
1309 'swarming': {
Takuto Ikuta10c14ca42018-06-18 14:16:401310 'shards': 7,
Nico Weber4945dd52018-06-13 15:25:031311 },
1312 },
Kenneth Russellf3e8a3f52018-07-28 02:44:121313 # chromium.win
1314 'Win10 Tests x64': {
1315 # crbug.com/868082
1316 'args': [
1317 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1318 ],
1319 },
Takuto Ikuta4ef47d5f2018-06-11 13:15:361320 },
jonross6b44aa52018-05-04 14:41:391321 },
Stephen Martinis36977112018-04-06 06:09:461322 'viz_browser_tests': {
1323 'remove_from': [
Dirk Pranke57c11a92018-06-17 21:23:421324 # chromium.clang
1325 'ToTMac', # https://crbug.com/828031
1326 'ToTMacASan', # https://crbug.com/828031
1327 # chromium.fyi
1328 'Chromium Mac 10.13', # https://crbug.com/828031
Dirk Pranke57c11a92018-06-17 21:23:421329 'mac-views-rel', # https://crbug.com/828031
1330 # chromium.mac
1331 'Mac10.10 Tests', # https://crbug.com/828031
1332 'Mac10.11 Tests', # https://crbug.com/828031
1333 'Mac10.12 Tests', # https://crbug.com/828031
1334 'Mac10.13 Tests', # https://crbug.com/828031
1335 'Mac10.13 Tests (dbg)', # https://crbug.com/828031
Nico Weber641b0a232018-06-07 06:07:111336 # chromium.memory
1337 'Linux TSan Tests', # https://crbug.com/368525
Dirk Pranke57c11a92018-06-17 21:23:421338 'Mac ASan 64 Tests (1)', # https://crbug.com/828031
Nico Weber641b0a232018-06-07 06:07:111339 # chromium.win
Stephen Martinis36977112018-04-06 06:09:461340 # Currently too flaky on Windows.
1341 'Win 7 Tests x64 (1)',
1342 'Win10 Tests x64',
1343 'Win7 Tests (1)',
Stephen Martinise701f5a2018-05-04 01:25:111344 'Win10 Tests x64 (dbg)',
Stephen Martinis36977112018-04-06 06:09:461345 ],
Takuto Ikuta4ef47d5f2018-06-11 13:15:361346 'modifications': {
Nico Weber6b67a402018-06-18 21:45:011347 # chromium.chromiumos
1348 'linux-chromeos-dbg': {
1349 'swarming': {
1350 'shards': 20,
1351 },
1352 },
Nico Weber3f2a65de92018-06-11 14:04:171353 # chromium.clang
1354 'ToTWin(dbg)': {
1355 'swarming': {
1356 'shards': 20,
1357 },
1358 },
1359 'ToTWin64(dbg)': {
1360 'swarming': {
1361 'shards': 20,
1362 },
1363 },
1364 # chromium.memory
Takuto Ikuta4ef47d5f2018-06-11 13:15:361365 'Linux ASan LSan Tests (1)': {
1366 # These are very slow on the ASAN trybot for some reason.
1367 # crbug.com/794372
1368 'swarming': {
1369 'shards': 20,
1370 },
1371 },
Takuto Ikuta54671d972018-07-19 19:06:351372 'Linux ChromiumOS MSan Tests': {
1373 # These are very slow on the Chrome OS MSAN trybot for some reason.
1374 # crbug.com/865455
1375 'swarming': {
1376 'shards': 20,
1377 },
1378 },
1379 'Linux Chromium OS ASan LSan Tests (1)': {
1380 # These are very slow on the ASAN trybot for some reason.
1381 # crbug.com/794372
1382 'swarming': {
James Cook98759ec2018-07-30 22:02:131383 'shards': 30,
Takuto Ikuta54671d972018-07-19 19:06:351384 },
1385 },
Takuto Ikuta4ef47d5f2018-06-11 13:15:361386 },
Stephen Martinis36977112018-04-06 06:09:461387 },
Kenneth Russelleb60cbd22017-12-05 07:54:281388 'viz_unittests': {
1389 'remove_from': [
Kenneth Russelleb60cbd22017-12-05 07:54:281390 # chromium.win
1391 'Win10 Tests x64',
1392 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281393 },
1394 'vr_common_unittests': {
1395 'remove_from': [
Kenneth Russelleb60cbd22017-12-05 07:54:281396 # chromium.win
1397 'Win 7 Tests x64 (1)',
1398 'Win10 Tests x64',
1399 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281400 },
bsheedy800f5062018-08-07 00:47:541401
Kenneth Russellfbda3c532017-12-08 23:57:241402 'vr_pixeltests': {
1403 'remove_from': [
Kenneth Russell8ceeabf2017-12-11 17:53:281404 # chromium.fyi
Kenneth Russell8ceeabf2017-12-11 17:53:281405 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:241406 # chromium.win
1407 'Win 7 Tests x64 (1)',
1408 'Win10 Tests x64',
1409 'Win7 Tests (1)',
1410 'Win7 Tests (dbg)(1)',
1411 ],
1412 },
Nico Webere81999ee2018-07-01 23:52:431413 'wayland_client_perftests': {
1414 'remove_from': [
1415 'linux-chromeos-dbg', # https://crbug.com/859307
1416 ],
1417 },
Kenneth Russell8a386d42018-06-02 09:48:011418 'webgl_conformance_d3d9_passthrough_tests': {
1419 'remove_from': [
1420 # TODO(jdarpinian): Re-enable when http://crbug.com/841789 is fixed.
1421 'Win10 FYI Exp Release (Intel HD 630)',
1422 ],
1423 },
1424 'webgl_conformance_d3d9_tests': {
1425 'remove_from': [
1426 # TODO(jdarpinian): Re-enable when http://crbug.com/841789 is fixed.
1427 'Win10 FYI Exp Release (Intel HD 630)',
1428 ],
1429 },
1430 'webgl_conformance_tests': {
1431 'modifications': {
1432 # On desktop platforms these don't take very long (~7 minutes),
1433 # but on Android they take ~30 minutes and we want to use more
1434 # shards than on desktop.
1435 # chromium.gpu
1436 'Android Release (Nexus 5X)': {
1437 'swarming': {
1438 'shards': 6,
1439 },
1440 },
1441 'Mac FYI GPU ASAN Release': {
1442 'args': [
1443 '--is-asan',
1444 ]
1445 },
1446 },
1447 },
1448 'webgl_conformance_gl_passthrough_tests': {
1449 'remove_from': [
1450 # crbug.com/555545 and crbug.com/649824:
1451 # Disable webgl_conformance_gl_tests on some Win/AMD cards.
1452 # Always fails on older cards, flaky on newer cards.
1453 'Win7 FYI Debug (AMD)',
1454 'Win7 FYI Release (AMD)',
1455 ],
1456 },
1457 'webgl2_conformance_tests': {
1458 'remove_from': [
1459 # The Mac NVIDIA Retina bots don't have the capacity to run
1460 # this test suite on mac_optional_gpu_tests_rel.
1461 'Optional Mac Retina Release (NVIDIA)',
1462 ],
1463 'modifications': {
1464 'Mac FYI GPU ASAN Release': {
1465 'args': [
1466 '--is-asan',
1467 ]
1468 },
1469 },
1470 },
Kenneth Russelleb60cbd22017-12-05 07:54:281471 'webkit_layout_tests': {
1472 'remove_from': [
Dirk Prankeca0a1ab2018-07-31 21:06:431473 # chromium.fyi
1474 'Chromium Mac 10.13',
Kenneth Russellfbda3c532017-12-08 23:57:241475 # chromium.linux
Dirk Prankec2917e92018-06-21 04:28:531476 'Linux Tests (dbg)(1)(32)', # 32-bit linux is unsupported
Kenneth Russellfbda3c532017-12-08 23:57:241477 # chromium.win
Dirk Prankec1083b42018-06-15 02:43:321478 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
Dirk Pranke15530fe2018-06-15 16:12:131479 'Win10 Tests x64 (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281480 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281481 'modifications': {
John Budorick7732d4d02018-07-30 19:02:541482 # chromium.android
1483 'KitKat Phone Tester (dbg)': {
1484 'args': [
1485 '--debug',
1486 '--android',
Kenneth Russell45cf54092018-08-20 21:21:301487 # TODO(crbug.com/875172): run on the real GPU since the
1488 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
Kenneth Russelle8305342018-08-21 19:34:231489 '--additional-driver-flag=--use-gpu-in-tests',
John Budorick7732d4d02018-07-30 19:02:541490 ],
1491 'experiment_percentage': 100, # crbug.com/824539
1492 },
Kenneth Russell8ceeabf2017-12-11 17:53:281493 # chromium.fyi
John Budorick6650ef12018-05-16 23:33:171494 'linux-blink-gen-property-trees': {
1495 'args': [
John Budorick47795202018-05-18 01:30:351496 '--debug',
John Budorick6650ef12018-05-16 23:33:171497 '--additional-driver-flag=--enable-blink-gen-property-trees',
1498 ],
1499 },
John Budoricka14c2c392018-03-02 19:00:441500 'linux-blink-heap-incremental-marking': {
1501 'args': [
1502 '--debug',
Michael Lippautzd48e4a52018-04-26 06:59:131503 '--additional-driver-flag=--enable-blink-features=HeapIncrementalMarkingStress',
John Budoricka14c2c392018-03-02 19:00:441504 ],
1505 },
Dirk Pranke97f97ae62018-06-19 22:22:361506 'mac10.10-blink-rel-dummy': {
1507 'swarming': {
1508 'dimension_sets': [
1509 { # This should match Mac10.10 Tests on chromium.mac.
1510 'gpu': 'none',
1511 'os': 'Mac-10.10',
1512 }
1513 ]
1514 },
1515 },
1516 'mac10.11-blink-rel-dummy': {
1517 'swarming': {
1518 'dimension_sets': [
1519 { # This should match Mac10.11 Tests on chromium.mac.
1520 'gpu': 'none',
1521 'os': 'Mac-10.11',
1522 }
1523 ]
1524 },
1525 },
1526 'mac10.12-blink-rel-dummy': {
1527 'swarming': {
1528 'dimension_sets': [
1529 { # This should match Mac10.12 Tests on chromium.mac.
1530 'gpu': '8086:0a2e',
1531 'hidpi': '0',
1532 'os': 'Mac-10.12',
1533 },
1534 ],
1535 },
1536 },
Dirk Pranke97f97ae62018-06-19 22:22:361537 'mac10.13-blink-rel-dummy': {
1538 'swarming': {
1539 'dimension_sets': [
1540 { # This should match Chromium Mac 10.13 on chromium.fyi.
1541 'gpu': '8086:0a2e',
1542 'hidpi': '0',
1543 'os': 'Mac-10.13',
1544 },
1545 ],
1546 'shards': 12,
1547 },
1548 },
Kenneth Russell8ceeabf2017-12-11 17:53:281549 'WebKit Linux layout_ng Dummy Builder': {
1550 'args': [
1551 '--additional-driver-flag=--enable-blink-features=LayoutNG',
Kenneth Russell8ceeabf2017-12-11 17:53:281552 '--additional-driver-flag=--enable-slimming-paint-v175',
1553 ],
1554 'swarming': {
1555 'shards': 15,
1556 },
1557 },
1558 'WebKit Linux root_layer_scrolls Dummy Builder': {
1559 'args': [
1560 '--additional-driver-flag=--root-layer-scrolls',
1561 ],
1562 'swarming': {
1563 'shards': 15,
1564 },
1565 },
1566 'WebKit Linux slimming_paint_v2 Dummy Builder': {
1567 'args': [
Xianzhu Wang0e4447e2018-02-19 06:44:321568 '--additional-driver-flag=--enable-slimming-paint-v2',
Kenneth Russell8ceeabf2017-12-11 17:53:281569 ],
1570 'swarming': {
1571 'shards': 15,
1572 },
1573 },
1574 # chromium.linux
Kenneth Russelleb60cbd22017-12-05 07:54:281575 'Linux Tests': {
1576 'swarming': {
1577 'dimension_sets': [
1578 {
1579 # TODO(kbr): this is essentially redundant.
1580 'os': 'Ubuntu-14.04',
1581 },
1582 ],
1583 'shards': 6,
1584 },
1585 },
Dirk Prankec1083b42018-06-15 02:43:321586 'Linux Tests (dbg)(1)': {
Dirk Pranke15530fe2018-06-15 16:12:131587 'args': [
1588 '--debug',
1589 ],
Dirk Prankec1083b42018-06-15 02:43:321590 'swarming': {
1591 'dimension_sets': [
1592 {
1593 # TODO(kbr): this is essentially redundant.
1594 'os': 'Ubuntu-14.04',
1595 },
1596 ],
1597 'shards': 20,
1598 },
1599 },
Kenneth Russell8ceeabf2017-12-11 17:53:281600 # chromium.mac
Kenneth Russelleb60cbd22017-12-05 07:54:281601 'Mac10.10 Tests': {
1602 # TODO(kbr): this is essentially redundant.
1603 'swarming': {
1604 'dimension_sets': [
1605 {
1606 'gpu': 'none',
1607 'os': 'Mac-10.10.5',
1608 },
1609 ],
1610 },
1611 },
1612 'Mac10.11 Tests': {
1613 # TODO(kbr): this is essentially redundant.
1614 'swarming': {
1615 'dimension_sets': [
1616 {
1617 'gpu': 'none',
1618 'os': 'Mac-10.11.6',
1619 },
1620 ],
1621 },
1622 },
1623 'Mac10.12 Tests': {
1624 # TODO(kbr): if the Swarming dimensions were explicitly specified for
Dirk Prankeca0a1ab2018-07-31 21:06:431625 # all jobs then this wouldn't be needed.
Kenneth Russelleb60cbd22017-12-05 07:54:281626 'swarming': {
1627 'dimension_sets': [
1628 {
Ben Pasteneb9dbd662018-08-07 18:54:131629 'gpu': '8086:0a2e',
Kenneth Russelleb60cbd22017-12-05 07:54:281630 'os': 'Mac-10.12.6',
1631 },
1632 ],
1633 'shards': 12,
1634 },
1635 },
Dirk Pranke736e26f2018-04-07 01:54:301636 'Mac10.13 Tests': {
Dirk Prankeca0a1ab2018-07-31 21:06:431637 # TODO(crbug.com/853356): Switch this to 10.13.
Dirk Prankec2917e92018-06-21 04:28:531638 # TODO(kbr): if the Swarming dimensions were explicitly specified for
Dirk Prankeca0a1ab2018-07-31 21:06:431639 # all jobs then this wouldn't be needed.
Dirk Prankec2917e92018-06-21 04:28:531640 'swarming': {
1641 'dimension_sets': [
1642 {
Ben Pastene62e179d52018-08-16 21:22:091643 'gpu': '8086:0a2e',
1644 'os': 'Mac-10.12.6',
Dirk Prankec2917e92018-06-21 04:28:531645 },
1646 ],
1647 'shards': 12,
1648 },
Dirk Pranke736e26f2018-04-07 01:54:301649 },
Dirk Pranke15530fe2018-06-15 16:12:131650 'Mac10.13 Tests (dbg)': {
1651 'args': [
1652 '--debug',
1653 ],
1654 },
Dirk Pranke81ff51c2017-12-09 19:24:281655 # chromium.webkit.
Dirk Pranke81ff51c2017-12-09 19:24:281656 'WebKit Linux Trusty ASAN': {
1657 'args': [
1658 '--additional-expectations',
1659 '../../third_party/WebKit/LayoutTests/ASANExpectations',
1660 '--time-out-ms',
1661 '48000',
1662 '--enable-sanitizer',
1663 ],
1664 'swarming': {
1665 'dimension_sets': [
1666 {
1667 'os': 'Ubuntu-14.04',
1668 },
1669 ],
1670 'shards': 20,
1671 },
1672 },
1673 'WebKit Linux Trusty Leak': {
1674 'args': [
1675 '--additional-expectations',
1676 '../../third_party/WebKit/LayoutTests/LeakExpectations',
1677 '--time-out-ms',
1678 '48000',
1679 '--enable-leak-detection',
1680 ],
1681 'swarming': {
1682 'dimension_sets': [
1683 {
1684 'os': 'Ubuntu-14.04',
1685 },
1686 ],
1687 'shards': 10,
1688 },
1689 },
1690 'WebKit Linux Trusty MSAN': {
1691 'args': [
1692 '--additional-expectations',
1693 '../../third_party/WebKit/LayoutTests/MSANExpectations',
1694 '--time-out-ms',
1695 '66000',
1696 '--enable-sanitizer',
1697 ],
1698 'swarming': {
1699 'dimension_sets': [
1700 {
1701 'os': 'Ubuntu-14.04',
1702 },
1703 ],
1704 'expiration': 36000,
1705 'hard_timeout': 10800,
1706 'io_timeout': 3600,
1707 'shards': 20,
1708 },
1709 },
Dirk Pranke81ff51c2017-12-09 19:24:281710 'WebKit Win10': {
1711 'swarming': {
1712 'dimension_sets': [
1713 {
Jao-ke Chin-Leeee7d1492018-04-02 17:35:481714 'os': 'Windows-10-15063',
Dirk Pranke81ff51c2017-12-09 19:24:281715 },
1716 ],
Dirk Pranke81ff51c2017-12-09 19:24:281717 },
1718 },
Kenneth Russell8ceeabf2017-12-11 17:53:281719 # chromium.win
Kenneth Russelleb60cbd22017-12-05 07:54:281720 'Win7 Tests (dbg)(1)': {
1721 'args': [
1722 '--debug',
1723 '--time-out-ms',
1724 '60000'
1725 ],
Dirk Pranke028aa922018-05-25 18:37:341726 'experiment_percentage': 100,
Kenneth Russelleb60cbd22017-12-05 07:54:281727 # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit,
1728 # from prefered_os_dimension in
1729 # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally,
1730 # Swarming dimensions would be either specified for all testers on the
1731 # waterfall (and therefore, explicitly specified for all tests in the
1732 # generated JSON), or this would be removed, and the implicit one used.
1733 'swarming': {
1734 'dimension_sets': [
1735 {
1736 'os': 'Windows-7-SP1',
1737 }
1738 ],
1739 },
1740 },
Stephen Martinis1c5d6aa2018-04-17 03:11:251741 'Win10 Tests x64 (dbg)': {
1742 'args': [
1743 '--debug',
Stephen Martinis29afff32018-04-19 03:03:111744 '--target',
1745 'Debug_x64',
Stephen Martinis1c5d6aa2018-04-17 03:11:251746 ],
1747 },
Kenneth Russelleb60cbd22017-12-05 07:54:281748 },
1749 },
Kenneth Russelleb60cbd22017-12-05 07:54:281750 'webkit_unit_tests': {
Dirk Pranke81ff51c2017-12-09 19:24:281751 'modifications': {
John Budorick5052d552017-12-13 02:59:341752 # chromium.memory
1753 'Linux ASan LSan Tests (1)': {
1754 # These are very slow on the ASAN trybot for some reason.
1755 # crbug.com/794372
1756 'swarming': {
1757 'shards': 5,
1758 },
1759 },
arthursonzogni26889d82018-05-29 17:18:161760 'Marshmallow 64 bit Tester': {
1761 # Increase timeout. See https://crbug.com/847229.
1762 'swarming': {
1763 'hard_timeout': 1200,
1764 },
1765 },
Dirk Pranke81ff51c2017-12-09 19:24:281766 },
Kenneth Russelleb60cbd22017-12-05 07:54:281767 },
rbpotter8ed19ab2018-08-24 23:59:191768 'webui_polymer2_interactive_ui_tests': {
1769 'modifications': {
1770 # Match interactive_ui_tests, see https://crbug.com/840369
1771 # chromium.win
1772 'Win10 Tests x64 (dbg)': {
1773 'experiment_percentage': 100,
1774 },
1775 },
1776 },
Kenneth Russelleb60cbd22017-12-05 07:54:281777 'webview_instrumentation_test_apk': {
1778 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:061779 # This test frequently fails on Android, https://crbug.com/824959
1780 # chromium.android
John Budorick2232bb982018-05-18 17:50:071781 'android-kitkat-arm-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:281782 'KitKat Phone Tester (dbg)',
Kenneth Russelleb60cbd22017-12-05 07:54:281783 'KitKat Tablet Tester',
Kenneth Russell8ceeabf2017-12-11 17:53:281784 # chromium.android.fyi
Hans Wennborga0b11ebe2018-05-15 16:26:501785 # chromium.clang; matching chromium.android, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:501786 'ToTAndroid',
Dirk Pranke20eae9a72017-12-09 18:12:141787 # On chromium.swarm, this should possibly be being run (or removed
1788 # from Android N5X Swarm).
1789 'Android N5 Swarm',
Kenneth Russelleb60cbd22017-12-05 07:54:281790 ],
Ben Pastenee17a8e92018-07-12 21:55:181791 'modifications': {
1792 'Oreo Phone Tester': {
1793 # TODO(crbug.com/863089): Enable this once it's passing.
1794 'experiment_percentage': 100,
1795 },
1796 },
Kenneth Russelleb60cbd22017-12-05 07:54:281797 },
bsheedy800f5062018-08-07 00:47:541798 'xr_browser_tests': {
1799 'remove_from': [
1800 # chromium.gpu.fyi
1801 # This exception probably needs to stay due to lack of capacity
1802 # on the Win AMD bots.
1803 'Win7 FYI Debug (AMD)',
Maggie Chen4fc29842018-08-07 19:12:481804 # Fails on the bot, http://crbug.com/868143
1805 'Win7 FYI Release (AMD)',
bsheedy800f5062018-08-07 00:47:541806 ],
1807 },
Kenneth Russelleb60cbd22017-12-05 07:54:281808}