blob: edc78231c0d50487c9c14d3a035ac17d3742f2d3 [file] [log] [blame]
Kenneth Russelleb60cbd22017-12-05 07:54:281# Copyright 2017 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10
11# Exceptions to the common test suites can only include removal from
12# particular bots, and modifications on particular bots. By design,
13# it's not possible to add one-off tests to bots. Instead they have to
14# be added to one of the test suites in test_suites.pyl.
15#
Jeff Yoone2188f62020-08-24 20:55:5716# Note that if you are excluding with variants, you will need to exclude
17# per variant, with the identifier appended to the test suite name.
18# For example, if you have ios_chrome_ui_eg2tests_module with variant
19# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
20# must exclude with the test name as:
21# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
22
Kenneth Russelleb60cbd22017-12-05 07:54:2823# The goal is to drive the number of exceptions to zero, to make all
24# the bots behave similarly.
25{
Andrew Luo38b311f2019-10-04 03:42:0926 'android_browsertests': {
27 'modifications': {
James Shened31ce5032022-06-22 22:45:3928 'Marshmallow Tablet Tester': {
29 'swarming': {
30 'shards': 2,
31 },
32 },
Haiyang Pan9d68ca02021-08-04 21:30:4733 'android-11-x86-rel': {
Haiyang Pan0ea9b3ef2022-01-21 21:58:1434 'args': [
35 # https://crbug.com/1289764
36 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
37 ],
Haiyang Panca7fcec2021-03-19 02:11:1038 'swarming': {
39 'shards': 2,
40 },
41 },
Haiyang Panc1192662022-03-09 00:09:0242 'android-12-x64-rel': {
43 'args': [
44 # https://crbug.com/1289764
45 '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
46 ],
47 'swarming': {
48 'shards': 2,
49 },
50 },
Struan Shrimptone772d72f2021-12-15 07:50:0951 'android-marshmallow-arm64-rel': {
52 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:5953 'quickrun_shards': 3,
Struan Shrimptone772d72f2021-12-15 07:50:0954 },
55 },
James Shen39aa0e32022-03-22 04:44:5056 'android-marshmallow-x86-fyi-rel-reviver': {
57 'swarming': {
58 'shards': 2,
59 'quickrun_shards': 6,
60 },
61 },
Haiyang Panb991f562021-08-10 17:46:4662 'android-marshmallow-x86-rel': {
63 'swarming': {
64 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5965 'quickrun_shards': 6,
Haiyang Panb991f562021-08-10 17:46:4666 },
67 },
Haiyang Pancf24ceb2022-03-17 02:31:3068 'android-nougat-x86-rel': {
69 'swarming': {
70 'shards': 2,
71 },
72 },
Andrew Luo38b311f2019-10-04 03:42:0973 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:5874 'args': [
75 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
76 ],
Haiyang Panfbd2b482020-09-23 23:41:2577 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
78 # capacity has been deployed.
79 'swarming': {
80 'dimension_sets': [
81 {
82 'device_type': 'sailfish',
83 },
84 ],
Haiyang Pan1678f0c02021-03-09 23:05:0985 'shards': 2,
Struan Shrimpton4b7abc02021-12-16 01:36:5986 'quickrun_shards': 6,
Haiyang Panfbd2b482020-09-23 23:41:2587 },
Andrew Luo38b311f2019-10-04 03:42:0988 },
Haiyang Pan08d09dc2020-04-01 16:11:2189 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:0490 'args': [
91 '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
92 ],
Haiyang Pan7cd609d2021-04-08 20:17:2493 'swarming': {
94 'shards': 2,
95 },
John Budorick191adfcd2020-01-29 18:19:0496 },
Andrew Luo38b311f2019-10-04 03:42:0997 },
98 },
Sven Zhengc60debc2020-09-10 18:40:5299 'android_sync_integration_tests': {
100 'remove_from': [
Haiyang Pan6b8e4cf2021-08-02 21:38:28101 # Remove from CQ bots due to capacity.
102 'android-marshmallow-arm64-rel',
Sven Zhengc60debc2020-09-10 18:40:52103 ],
James Shen9e4c19e2022-04-15 17:57:50104 'modifications': {
105 'android-12-x64-rel': {
106 'swarming': {
107 'shards': 3,
108 },
109 },
110 'android-marshmallow-x86-rel': {
111 'swarming': {
112 'shards': 3,
113 },
114 },
115 },
Sven Zhengc60debc2020-09-10 18:40:52116 },
Kenneth Russelleb60cbd22017-12-05 07:54:28117 'android_webview_unittests': {
Kenneth Russelleb60cbd22017-12-05 07:54:28118 },
Jamie Madillc9ae75d2020-10-23 19:19:48119 'angle_end2end_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15120 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04121 'win10-angle-x64-intel': {
122 'args': [
123 '--max-processes=1',
124 ],
125 },
Yuly Novikov60cbf642020-11-19 20:43:15126 },
Jamie Madillc9ae75d2020-10-23 19:19:48127 },
Jamie Madillc9ae75d2020-10-23 19:19:48128 'angle_unittests': {
129 'remove_from': [
130 # On Android, these are already run on the main waterfall.
131 'Android FYI Release (Nexus 5X)',
Yuly Novikovc1117ae82021-01-15 22:33:36132 # Times out listing tests crbug.com/1167314
133 'android-asan',
Jamie Madillc9ae75d2020-10-23 19:19:48134 # Does not currently work on Lacros configurations.
Sven Zheng93bfaa92022-06-09 17:06:03135 'linux-lacros-asan-lsan-rel',
Junhua Chen39dd2dba2021-05-05 17:51:54136 'linux-lacros-code-coverage',
Jamie Madillc9ae75d2020-10-23 19:19:48137 'linux-lacros-tester-rel',
138 'linux-lacros-tester-fyi-rel',
Yuke Liaof27ebe52021-08-05 22:12:40139 'linux-lacros-dbg-tests-fyi',
Jamie Madillc9ae75d2020-10-23 19:19:48140 ],
Chong Gua10cd302022-01-14 19:22:19141 'modifications': {
142 # anglebug.com/6894
143 'fuchsia-fyi-x64-asan': {
144 'args': [
145 # crbug.com/
146 '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
147 ],
148 },
149 },
Jamie Madillc9ae75d2020-10-23 19:19:48150 },
151 'angle_white_box_tests': {
Yuly Novikov60cbf642020-11-19 20:43:15152 'modifications': {
Yuly Novikov80d2e672021-02-13 00:16:04153 'win10-angle-x64-intel': {
154 'args': [
155 '--max-processes=1',
156 ],
157 },
Yuly Novikov60cbf642020-11-19 20:43:15158 },
Jamie Madillc9ae75d2020-10-23 19:19:48159 },
Sven Zhengef0d0872022-04-04 22:13:29160 'aura_unittests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:51161 'remove_from': [
162 # TODO(crbug.com/1204231): Re-enable.
163 'lacros-amd64-generic-rel',
164 ]
165 },
Sven Zhengef0d0872022-04-04 22:13:29166 'aura_unittests eve': {
Yuke Liao79a8cf52021-06-11 18:14:34167 'remove_from': [
168 # TODO(crbug.com/1204231): Re-enable.
169 'lacros-amd64-generic-rel',
170 ]
171 },
Chong Gudf7fbe92021-02-24 02:55:58172 'base_unittests': {
173 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:47174 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:23175 'args': [
Haiyang Panc08d02212021-10-18 18:58:38176 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
177 ],
178 },
Haiyang Pan2a55a452022-03-03 08:18:33179 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:38180 'args': [
181 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
182 '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
Haiyang Panc7c009e2021-03-18 19:31:23183 ],
184 },
Chong Gudf7fbe92021-02-24 02:55:58185 'fuchsia-code-coverage': {
186 'swarming': {
187 'shards': 5,
188 },
189 },
Chong Gua10cd302022-01-14 19:22:19190 'fuchsia-fyi-x64-asan': {
191 'args': [
192 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
193 ],
194 },
Chong Gudf7fbe92021-02-24 02:55:58195 },
196 },
Haiyang Pan363c59a2020-07-23 05:47:04197 'blink_platform_unittests': {
198 'modifications': {
James Shen088356672022-06-28 01:21:14199 # TODO(crbug.com/1303439): Remove this filter
200 'android-nougat-x86-rel': {
201 'args': [
202 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
203 ],
204 },
Haiyang Panfbd2b482020-09-23 23:41:25205 'android-pie-arm64-rel': {
206 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
207 # capacity has been deployed.
208 'swarming': {
209 'dimension_sets': [
210 {
211 'device_type': 'sailfish',
212 },
213 ],
214 },
215 },
Chong Gu52481452021-04-02 17:52:41216 'fuchsia-code-coverage': {
217 'swarming': {
218 'shards': 5,
219 },
220 },
Haiyang Pan363c59a2020-07-23 05:47:04221 },
222 },
Chong Gu76046412021-09-22 17:49:21223 'blink_unittests': {
Chong Guc2d145e2021-03-31 19:55:34224 'modifications': {
225 'fuchsia-code-coverage': {
226 'swarming': {
227 'shards': 30,
228 },
229 },
230 },
231 },
John Chenaab16fc02020-03-03 06:35:45232 'blink_web_tests': {
233 'remove_from': [
234 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
Weizhong Xia501ccac2022-06-09 00:46:27235 'Win7 Tests (1)',
John Chenaab16fc02020-03-03 06:35:45236 'Win10 Tests x64 (dbg)',
237 ],
238 'modifications': {
239 'Fuchsia x64': {
240 'args': [
241 '--platform=fuchsia',
Weizhong Xia3fdef5ca2022-01-04 21:50:20242 '--jobs=1',
John Chenaab16fc02020-03-03 06:35:45243 ],
244 'swarming': {
245 'shards': 1,
246 },
247 },
248 'Linux Tests': {
249 "args": [
250 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
251 ],
Struan Shrimpton57c594e42022-01-25 17:59:13252 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51253 'quickrun_shards': 7,
254 'shards': 8,
Struan Shrimpton57c594e42022-01-25 17:59:13255 },
John Chenaab16fc02020-03-03 06:35:45256 },
257 'Linux Tests (dbg)(1)': {
258 'args': [
259 '--debug',
260 ],
261 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51262 'shards': 12,
John Chenaab16fc02020-03-03 06:35:45263 },
264 },
John Chenaab16fc02020-03-03 06:35:45265 'Mac10.13 Tests': {
266 'swarming': {
267 'dimension_sets': [
268 {
Erik Staab59591f32020-08-25 23:07:07269 'gpu': None,
John Chenaab16fc02020-03-03 06:35:45270 },
271 ],
Weizhong Xia8b786422022-06-23 14:46:51272 'shards': 10,
John Chenaab16fc02020-03-03 06:35:45273 },
274 },
Zhaoyang Li69e2e002021-02-19 21:57:35275 'Mac10.15 Tests': {
276 'swarming': {
277 'dimension_sets': [
278 {
279 'gpu': None,
280 },
281 ],
Weizhong Xia8b786422022-06-23 14:46:51282 'shards': 10,
Zhaoyang Li69e2e002021-02-19 21:57:35283 },
284 },
Lindsay Pasricha8d9a0c32021-12-08 17:08:29285 'Mac11 Tests': {
286 'swarming': {
287 'dimension_sets': [
288 {
289 'gpu': None,
290 },
291 ],
Weizhong Xia8b786422022-06-23 14:46:51292 'shards': 12,
293 'quickrun_shards': 10,
Lindsay Pasricha8d9a0c32021-12-08 17:08:29294 },
295 },
Yue She0cad2922022-06-24 15:06:07296 'Mac12 Tests': {
297 'swarming': {
298 'dimension_sets': [
299 {
300 'gpu': None,
301 },
302 ],
Lindsay Pasrichadf6edb62022-07-06 22:08:35303 'shards': 12,
304 'quickrun_shards': 10,
Yue She0cad2922022-06-24 15:06:07305 },
306 },
Cameron Higgins7558b162022-06-10 18:53:07307 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17308 'experiment_percentage': 100,
309 'args': [
310 '--debug',
311 ],
312 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51313 'shards': 16,
Zhaoyang Li9357e1e12021-12-07 18:53:17314 },
315 },
Chong Gu75af969a2021-03-22 14:46:14316 'ToTFuchsia x64': {
317 'args': [
318 '--platform=fuchsia',
319 ],
320 'swarming': {
321 'shards': 1,
322 },
323 },
John Chenaab16fc02020-03-03 06:35:45324 'V8 Blink Linux Debug': {
Michael Achenbach455d39242020-06-22 13:33:45325 # This builder compiles Chromium in release mode, but V8 in debug.
326 # TODO(machenbach): Change name and out directory of this builder to
327 # something less confusing.
John Chenaab16fc02020-03-03 06:35:45328 'args': [
Michael Achenbach455d39242020-06-22 13:33:45329 '-t',
330 'Debug',
331 '--release',
John Chenaab16fc02020-03-03 06:35:45332 ],
333 },
334 'V8 Blink Linux Future': {
335 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07336 '--flag-specific=future-js',
John Chenaab16fc02020-03-03 06:35:45337 ],
338 },
339 'WebKit Linux ASAN': {
340 'args': [
341 '--additional-expectations',
342 '../../third_party/blink/web_tests/ASANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35343 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45344 '48000',
345 '--enable-sanitizer',
346 ],
347 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51348 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45349 },
350 },
351 'WebKit Linux Leak': {
352 'args': [
353 '--additional-expectations',
354 '../../third_party/blink/web_tests/LeakExpectations',
Weizhong Xia91b53362022-01-05 17:13:35355 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45356 '48000',
357 '--enable-leak-detection',
358 ],
359 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51360 'shards': 4,
John Chenaab16fc02020-03-03 06:35:45361 },
362 },
363 'WebKit Linux MSAN': {
364 'args': [
365 '--additional-expectations',
366 '../../third_party/blink/web_tests/MSANExpectations',
Weizhong Xia91b53362022-01-05 17:13:35367 '--timeout-ms',
John Chenaab16fc02020-03-03 06:35:45368 '66000',
369 '--enable-sanitizer',
370 ],
371 'swarming': {
372 'expiration': 36000,
373 'hard_timeout': 10800,
374 'io_timeout': 3600,
Weizhong Xia8b786422022-06-23 14:46:51375 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45376 },
377 },
John Chenaab16fc02020-03-03 06:35:45378 'Win10 Tests x64': {
379 'args': [
380 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21381 'Release_x64',
John Chenaab16fc02020-03-03 06:35:45382 ],
383 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51384 "shards": 12
John Chenaab16fc02020-03-03 06:35:45385 },
386 },
387 'Win10 Tests x64 (dbg)': {
388 'args': [
389 '--debug',
390 '--target',
Takuto Ikutab28b582e2021-02-10 01:41:21391 'Debug_x64',
John Chenaab16fc02020-03-03 06:35:45392 ],
393 },
Kuan Huanga89737d2022-01-07 19:42:11394 'Win11 Tests x64': {
395 'args': [
396 '--target',
397 'Release_x64',
398 ],
399 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51400 "shards": 12
Kuan Huanga89737d2022-01-07 19:42:11401 },
402 },
John Chenaab16fc02020-03-03 06:35:45403 # tryserver.chromium.android
404 'android_blink_rel': {
405 'args': [
406 '--release',
407 '--android',
408 # TODO(crbug.com/912120): Breakpad was entirely disabled on
409 # Android. Remove this when it no longer affects Android crash
410 # log handling.
411 '--disable-breakpad',
412 # TODO(crbug.com/875172): run on the real GPU since the
413 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
414 '--additional-driver-flag=--use-gpu-in-tests',
415 ],
416 },
417 'devtools_frontend_linux_blink_light_rel': {
418 'args': [
419 'http/tests/devtools',
420 ],
421 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51422 'shards': 2,
John Chenaab16fc02020-03-03 06:35:45423 },
424 },
Takuto Ikutabace8f82022-01-26 23:47:47425 'devtools_frontend_linux_blink_light_rel_fastbuild': {
426 'args': [
427 'http/tests/devtools',
428 ],
429 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51430 'shards': 2,
Takuto Ikutabace8f82022-01-26 23:47:47431 },
432 },
John Chenaab16fc02020-03-03 06:35:45433 'fuchsia-fyi-x64-rel': {
434 'args': [
435 '--platform=fuchsia',
436 ],
437 'swarming': {
438 'shards': 1,
439 },
440 },
Mathias Carlen30968a62020-03-31 08:47:04441 'linux-autofill-assistant': {
442 'args': [
443 '--release',
444 ],
445 },
Arthur Sonzogni90f6df12022-02-02 14:28:32446 'linux-bfcache-rel': {
447 'args': [
448 '--flag-specific=enable-back-forward-cache-same-site',
Arthur Sonzogni90f6df12022-02-02 14:28:32449 ],
450 },
John Chenaab16fc02020-03-03 06:35:45451 'linux-blink-animation-use-time-delta': {
452 'args': [
453 '--debug',
454 ],
455 },
Daniel Libby178c9832020-10-08 20:36:14456 'linux-blink-web-tests-force-accessibility-rel': {
457 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07458 '--flag-specific=force-renderer-accessibility',
Daniel Libby178c9832020-10-08 20:36:14459 ],
460 },
John Chenaab16fc02020-03-03 06:35:45461 'linux-code-coverage': {
462 'args': [
463 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
464 ],
465 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51466 'shards': 8,
John Chenaab16fc02020-03-03 06:35:45467 },
468 },
Aaron Gable40f79aa2020-03-21 01:21:15469 'linux-layout-tests-edit-ng': {
470 'args': [
Brian Sheedy10ddf0a2021-08-16 23:19:07471 '--flag-specific=enable-editing-ng',
Aaron Gable40f79aa2020-03-21 01:21:15472 ],
473 },
Garrett Beaty731523e92022-05-03 17:16:55474 'linux_layout_tests_layout_ng_disabled': {
475 'args': [
476 '--flag-specific=disable-layout-ng',
477 ],
478 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51479 'shards': 8,
Garrett Beaty731523e92022-05-03 17:16:55480 },
481 },
John Chenaab16fc02020-03-03 06:35:45482 'mac10.13-blink-rel-dummy': {
483 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51484 'shards': 1,
John Chenaab16fc02020-03-03 06:35:45485 },
486 },
John Chenaab16fc02020-03-03 06:35:45487 'mac10.14-blink-rel-dummy': {
488 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51489 'shards': 1,
John Chenaab16fc02020-03-03 06:35:45490 },
491 },
Ilia Samsonov7efe05e2020-05-07 19:00:46492 'mac10.15-blink-rel-dummy': {
493 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51494 'shards': 8,
Ilia Samsonov7efe05e2020-05-07 19:00:46495 },
496 },
Ilia Samsonovdd271c6c22020-09-08 22:24:44497 'mac11.0-blink-rel-dummy': {
498 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51499 'shards': 5,
Dirk Pranke2cc61792021-06-10 20:24:54500 'hard_timeout': 1800,
Ilia Samsonovdd271c6c22020-09-08 22:24:44501 },
502 },
Preethi Mohand030de42021-07-22 21:12:13503 'win10.20h2-blink-rel-dummy': {
504 'swarming': {
Weizhong Xia8b786422022-06-23 14:46:51505 'shards': 6,
506 'hard_timeout': 1200,
507 },
508 },
509 'win11-blink-rel': {
510 'swarming': {
511 'hard_timeout': 1200,
512 },
513 'args': [
514 '--target',
515 'Release_x64',
516 ],
517 },
518 },
519 },
520 'blink_wpt_tests': {
521 'remove_from': [
522 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
523 'Win7 Tests (1)',
524 'Win10 Tests x64 (dbg)',
Weizhong Xia6d85a442022-06-23 17:17:06525 'devtools_frontend_linux_blink_light_rel',
526 'devtools_frontend_linux_blink_light_rel_fastbuild',
Weizhong Xia8b786422022-06-23 14:46:51527 ],
528 'modifications': {
529 'Fuchsia x64': {
530 'args': [
531 '--platform=fuchsia',
532 '--jobs=1',
533 ],
534 'swarming': {
535 'shards': 1,
536 },
537 },
538 'Linux Tests': {
539 "args": [
540 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
541 ],
542 'swarming': {
543 'quickrun_shards': 11,
544 'shards': 10,
545 },
546 },
547 'Linux Tests (dbg)(1)': {
548 'args': [
549 '--debug',
550 ],
551 'swarming': {
552 'shards': 18,
553 },
554 },
555 'Mac10.13 Tests': {
556 'swarming': {
557 'dimension_sets': [
558 {
559 'gpu': None,
560 },
561 ],
562 'shards': 15,
563 },
564 },
565 'Mac10.15 Tests': {
566 'swarming': {
567 'dimension_sets': [
568 {
569 'gpu': None,
570 },
571 ],
572 'shards': 15,
573 },
574 },
575 'Mac11 Tests': {
576 'swarming': {
577 'dimension_sets': [
578 {
579 'gpu': None,
580 },
581 ],
582 'shards': 18,
583 'quickrun_shards': 16,
584 },
585 },
Lindsay Pasrichadf6edb62022-07-06 22:08:35586 'Mac12 Tests': {
587 'swarming': {
588 'dimension_sets': [
589 {
590 'gpu': None,
591 },
592 ],
593 'shards': 18,
594 'quickrun_shards': 16,
595 },
596 },
Weizhong Xia8b786422022-06-23 14:46:51597 'Mac12 Tests (dbg)': {
598 'experiment_percentage': 100,
599 'args': [
600 '--debug',
601 ],
602 'swarming': {
603 'shards': 24,
604 },
605 },
606 'ToTFuchsia x64': {
607 'args': [
608 '--platform=fuchsia',
609 ],
610 'swarming': {
611 'shards': 1,
612 },
613 },
614 'V8 Blink Linux Debug': {
615 # This builder compiles Chromium in release mode, but V8 in debug.
616 # TODO(machenbach): Change name and out directory of this builder to
617 # something less confusing.
618 'args': [
619 '-t',
620 'Debug',
621 '--release',
622 ],
623 },
624 'V8 Blink Linux Future': {
625 'args': [
626 '--flag-specific=future-js',
627 ],
628 },
629 'WebKit Linux ASAN': {
630 'args': [
631 '--additional-expectations',
632 '../../third_party/blink/web_tests/ASANExpectations',
633 '--timeout-ms',
634 '48000',
635 '--enable-sanitizer',
636 ],
637 'swarming': {
638 'shards': 12,
639 },
640 },
641 'WebKit Linux Leak': {
642 'args': [
643 '--additional-expectations',
644 '../../third_party/blink/web_tests/LeakExpectations',
645 '--timeout-ms',
646 '48000',
647 '--enable-leak-detection',
648 ],
649 'swarming': {
650 'shards': 6,
651 },
652 },
653 'WebKit Linux MSAN': {
654 'args': [
655 '--additional-expectations',
656 '../../third_party/blink/web_tests/MSANExpectations',
657 '--timeout-ms',
658 '66000',
659 '--enable-sanitizer',
660 ],
661 'swarming': {
662 'expiration': 36000,
663 'hard_timeout': 10800,
664 'io_timeout': 3600,
665 'shards': 12,
666 },
667 },
668 'Win10 Tests x64': {
669 'args': [
670 '--target',
671 'Release_x64',
672 ],
673 'swarming': {
674 "shards": 18
675 },
676 },
677 'Win10 Tests x64 (dbg)': {
678 'args': [
679 '--debug',
680 '--target',
681 'Debug_x64',
682 ],
683 },
684 'Win11 Tests x64': {
685 'args': [
686 '--target',
687 'Release_x64',
688 ],
689 'swarming': {
690 "shards": 18
691 },
692 },
693 # tryserver.chromium.android
694 'android_blink_rel': {
695 'args': [
696 '--release',
697 '--android',
698 # TODO(crbug.com/912120): Breakpad was entirely disabled on
699 # Android. Remove this when it no longer affects Android crash
700 # log handling.
701 '--disable-breakpad',
702 # TODO(crbug.com/875172): run on the real GPU since the
703 # software fallback, SwiftShader, isn't yet for 32-bit ARM.
704 '--additional-driver-flag=--use-gpu-in-tests',
705 ],
706 },
Weizhong Xia8b786422022-06-23 14:46:51707 'fuchsia-fyi-x64-rel': {
708 'args': [
709 '--platform=fuchsia',
710 ],
711 'swarming': {
712 'shards': 1,
713 },
714 },
715 'linux-autofill-assistant': {
716 'args': [
717 '--release',
718 ],
719 },
720 'linux-bfcache-rel': {
721 'args': [
722 '--flag-specific=enable-back-forward-cache-same-site',
723 # TODO(crbug.com/1255537): Re-enable the test.
724 '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
725 ],
726 },
727 'linux-blink-animation-use-time-delta': {
728 'args': [
729 '--debug',
730 ],
731 },
732 'linux-blink-web-tests-force-accessibility-rel': {
733 'args': [
734 '--flag-specific=force-renderer-accessibility',
735 ],
736 },
737 'linux-code-coverage': {
738 'args': [
739 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
740 ],
741 'swarming': {
742 'shards': 12,
743 },
744 },
745 'linux-layout-tests-edit-ng': {
746 'args': [
747 '--flag-specific=enable-editing-ng',
748 ],
749 },
750 'linux_layout_tests_layout_ng_disabled': {
751 'args': [
752 '--flag-specific=disable-layout-ng',
753 ],
754 'swarming': {
755 'shards': 12,
756 },
757 },
758 'mac10.13-blink-rel-dummy': {
759 'swarming': {
760 'shards': 1,
761 },
762 },
763 'mac10.14-blink-rel-dummy': {
764 'swarming': {
765 'shards': 1,
766 },
767 },
768 'mac10.15-blink-rel-dummy': {
769 'swarming': {
770 'shards': 12,
771 },
772 },
773 'mac11.0-blink-rel-dummy': {
774 'swarming': {
775 'shards': 7,
776 'hard_timeout': 1800,
777 },
778 },
779 'win10.20h2-blink-rel-dummy': {
780 'swarming': {
781 'shards': 9,
Preethi Mohand030de42021-07-22 21:12:13782 'hard_timeout': 1200,
783 },
784 },
Riley Wong5fc22762022-06-15 20:25:07785 'win11-blink-rel': {
786 'swarming': {
787 'hard_timeout': 1200,
788 },
789 'args': [
790 '--target',
791 'Release_x64',
792 ],
Riley Wong70908512022-06-17 20:35:32793 }
John Chenaab16fc02020-03-03 06:35:45794 },
795 },
John Budorickca995852019-06-26 16:55:55796 'breakpad_unittests': {
797 'modifications': {
798 'android-asan': {
799 'args': [
800 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.breakpad_unittests.filter',
801 ],
802 },
803 },
804 },
Kenneth Russelleb60cbd22017-12-05 07:54:28805 'browser_tests': {
Kenneth Russellfbda3c532017-12-08 23:57:24806 'remove_from': [
Brad Halla36886c2019-02-26 16:52:29807 'CrWinAsan(dll)', # https://crbug.com/935598
Nico Weber3af4da72018-02-27 01:59:41808 'linux-win_cross-rel',
Nico Weberdae13cd92018-12-14 13:56:26809 'ToTLinuxTSan', # https://crbug.com/368525
Lindsay Pasrichab3f72db2021-09-22 22:05:46810 # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
Zhaoyang Li69e2e002021-02-19 21:57:35811 # off CQ.
Gary Tongd5f5a742021-01-29 00:01:13812 'Mac10.13 Tests', # https://crbug.com/1042757
Zhaoyang Li69e2e002021-02-19 21:57:35813 'Mac10.15 Tests', # https://crbug.com/1042757
Cameron Higgins7558b162022-06-10 18:53:07814 'Mac12 Tests (dbg)', # https://crbug.com/1201386
Lindsay Pasricha8155d052021-04-22 00:06:43815 'mac-code-coverage', # https://crbug.com/1201386
Nico Weberd36959682018-04-12 03:33:46816 'Linux TSan Tests', # https://crbug.com/368525
Stephen Martinise701f5a2018-05-04 01:25:11817 'Win10 Tests x64 (dbg)',
Kenneth Russellfbda3c532017-12-08 23:57:24818 ],
Kenneth Russelleb60cbd22017-12-05 07:54:28819 'modifications': {
Nico Weber3f919792020-06-12 23:34:52820 'CrWinAsan': {
821 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44822 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52823 'swarming': {
824 'shards': 40,
825 },
826 },
827 'CrWinAsan(dll)': {
828 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44829 # crbug.com/1257927
Nico Weber3f919792020-06-12 23:34:52830 'swarming': {
831 'shards': 40,
832 },
833 },
Stephen Martinis1384ff92020-01-07 19:52:15834 'Linux - Future (dbg)': { # client.v8.chromium
Yuke Liaoea70f472019-12-19 06:03:36835 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15836 'shards': 10,
Yuke Liaoea70f472019-12-19 06:03:36837 },
838 },
Erik Staabd468a802022-06-28 23:38:03839 'Linux ASan LSan Low Symbols FYI Tests (1)': {
840 # These are very slow on the ASAN trybot for some reason.
841 # crbug.com/1257927
842 'swarming': {
843 'shards': 40,
844 'quickrun_shards': 80
845 },
846 },
Stephen Martinis1384ff92020-01-07 19:52:15847 'Linux ASan LSan Tests (1)': {
848 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44849 # crbug.com/1257927
Roberto Carrillo2c9ec972019-03-20 03:11:19850 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:15851 'shards': 40,
Struan Shrimptone772d72f2021-12-15 07:50:09852 'quickrun_shards': 80
Roberto Carrillo2c9ec972019-03-20 03:11:19853 },
854 },
Chris Cunningham1d0e9e12020-02-26 22:56:40855 'Linux ASan Tests (sandboxed)': {
856 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:41857 'shards': 30, # https://crbug.com/1103330
Chris Cunningham1d0e9e12020-02-26 22:56:40858 },
859 },
Stephen Martinis1384ff92020-01-07 19:52:15860 'Linux Chromium OS ASan LSan Tests (1)': {
861 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:44862 # crbug.com/1257927
Roberto Carrillo5a5c98dc2019-10-30 22:33:51863 'swarming': {
Chris Cunningham74217f32022-05-02 18:47:23864 'shards': 60,
Roberto Carrillo5a5c98dc2019-10-30 22:33:51865 },
866 },
Ben Pastene7636bb62022-04-22 18:55:25867 'Linux ChromiumOS MSan Focal': {
868 # These are very slow on the Chrome OS MSAN trybot for some reason.
869 # crbug.com/865455
870 'swarming': {
871 'shards': 40,
872 },
873 'args': [
874 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
875 ],
876 },
Stephen Martinis1384ff92020-01-07 19:52:15877 'Linux ChromiumOS MSan Tests': {
Alexis Hetua804f7412022-05-13 17:04:20878 # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
879 # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
Stephen Martinis1384ff92020-01-07 19:52:15880 # crbug.com/865455
Kenneth Russell56a3e862017-12-08 03:11:34881 'swarming': {
Alexis Hetud62dbf32022-05-17 19:48:38882 'shards': 48,
Kenneth Russell56a3e862017-12-08 03:11:34883 },
Ben Pastene44221d32020-05-21 23:38:36884 'args': [
885 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
886 ],
Kenneth Russell56a3e862017-12-08 03:11:34887 },
Struan Shrimptonf5b2b552022-01-20 20:37:39888 'Linux Tests': {
889 'swarming': {
890 'quickrun_shards': 15,
891 },
892 },
Maksim Sisovc81d284c2021-10-05 17:54:35893 # https://crbug.com/1084469
894 'Linux Tests (Wayland)': {
895 'args': [
896 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
897 ],
Struan Shrimptone772d72f2021-12-15 07:50:09898 'swarming': {
899 'quickrun_shards': 24,
900 },
Maksim Sisovc81d284c2021-10-05 17:54:35901 },
John Budorick614f91a2020-03-30 20:34:55902 'Linux Tests (dbg)(1)': {
903 # crbug.com/1066161
904 'swarming': {
905 'shards': 20,
906 },
907 },
Stephen Martinis1384ff92020-01-07 19:52:15908 'Mac ASan 64 Tests (1)': {
Kenneth Russellfbda3c532017-12-08 23:57:24909 'swarming': {
Stephen Martiniscd3c3832020-11-19 22:01:24910 'shards': 30,
Kenneth Russellfbda3c532017-12-08 23:57:24911 },
Lindsay Pasricha8155d052021-04-22 00:06:43912 # crbug.com/1196416
913 'args': [
914 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
915 ],
Lindsay Pasrichab3f72db2021-09-22 22:05:46916 'experiment_percentage': 100, # https://crbug.com/1251657
Kenneth Russellfbda3c532017-12-08 23:57:24917 },
Lindsay Pasricha76f44d22021-04-07 16:16:26918 'Mac10.15 Tests': {
919 # crbug.com/1042757
920 'swarming': {
921 'dimension_sets': [
922 {
923 # These shards are liable to time out when running on macmini7,1.
924 'cores': '8|12',
925 }
926 ],
927 },
928 # crbug.com/1196416
929 'args': [
930 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
931 ],
932 },
Lindsay Pasrichaf8762592021-12-02 23:43:09933 'Mac11 Tests': {
934 'ci_only': True,
935 },
Yue She0cad2922022-06-24 15:06:07936 'Mac12 Tests': {
937 'ci_only': True,
938 },
Cameron Higgins7558b162022-06-10 18:53:07939 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:17940 # crbug.com/1042757
941 'swarming': {
942 'dimension_sets': [
943 {
944 # These shards are liable to time out when running on macmini7,1.
945 'cores': '8|12',
946 }
947 ],
948 },
949 # crbug.com/1196416
950 'args': [
951 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
952 ],
953 },
Stephen Martinis1384ff92020-01-07 19:52:15954 'ToTWin(dbg)': {
Kenneth Russelleb60cbd22017-12-05 07:54:28955 'swarming': {
John Budorickca14c76f62017-12-09 14:19:18956 'shards': 20,
Kenneth Russelleb60cbd22017-12-05 07:54:28957 },
958 },
Stephen Martinis1384ff92020-01-07 19:52:15959 'ToTWin64(dbg)': {
Kenneth Russell8ceeabf2017-12-11 17:53:28960 'swarming': {
961 'shards': 20,
962 },
963 },
Kenneth Russell6c83d212018-07-27 20:52:59964 'Win10 Tests x64': {
965 # crbug.com/868082
966 'args': [
967 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
968 ],
Takuto Ikutac9c269a2019-01-10 22:40:25969 'swarming': {
970 # This is for slow test execution that often becomes a critical path of
971 # swarming jobs. crbug.com/868114
972 'shards': 15,
Struan Shrimptona1ab7672022-01-13 18:02:51973 'quickrun_shards': 40,
Takuto Ikutac9c269a2019-01-10 22:40:25974 }
Kenneth Russell6c83d212018-07-27 20:52:59975 },
Kuan Huanga89737d2022-01-07 19:42:11976 'Win11 Tests x64': {
977 # crbug.com/868082
978 'args': [
979 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
980 ],
981 'swarming': {
982 # This is for slow test execution that often becomes a critical path of
983 # swarming jobs. crbug.com/868114
984 'shards': 15,
985 'quickrun_shards': 30,
986 }
987 },
Stephen Martinis1384ff92020-01-07 19:52:15988 'Win7 Tests (1)': {
989 # This is for slow test execution that often becomes a critical path of
990 # swarming jobs. crbug.com/868114
991 'swarming': {
992 'shards': 15,
993 },
994 },
Stephen Martinis1384ff92020-01-07 19:52:15995 'linux-chromeos-chrome': {
996 # TODO(https://crbug.com/932269): Promote out of experiment when the
997 # tests are green.
998 'args': [
999 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
1000 ],
1001 },
1002 'linux-chromeos-code-coverage': {
Nico Weber0c2861b2018-12-14 18:05:161003 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:151004 'shards': 50,
1005 },
1006 },
1007 'linux-chromeos-dbg': {
1008 'swarming': {
Chris Cunningham88e70de2022-05-02 23:39:161009 'shards': 50,
Stephen Martinis1384ff92020-01-07 19:52:151010 },
1011 },
1012 'linux-chromeos-rel': {
1013 'swarming': {
1014 'shards': 20,
Struan Shrimptone772d72f2021-12-15 07:50:091015 'quickrun_shards': 40,
Stephanie Kime9008f72020-03-05 23:01:161016 'dimension_sets': [
1017 {
1018 'kvm': '1',
1019 },
1020 ],
Stephen Martinis1384ff92020-01-07 19:52:151021 },
1022 },
1023 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011024 'args': [
1025 '--no-sandbox',
1026 ],
Stephen Martinis1384ff92020-01-07 19:52:151027 'swarming': {
1028 'shards': 50,
1029 },
1030 },
Junhua Chen39dd2dba2021-05-05 17:51:541031 'linux-lacros-code-coverage': {
1032 'args': [
Ben Pastened1b2fd192021-05-11 19:10:181033 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Junhua Chen39dd2dba2021-05-05 17:51:541034 ],
1035 },
Jieting Yangbf15db672021-10-04 19:18:371036 'linux-lacros-dbg-tests-fyi': {
1037 'args': [
1038 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
1039 ],
1040 },
Sven Zheng80734f12020-08-06 06:50:391041 'linux-lacros-tester-rel': {
1042 'args': [
Ben Pastened1b2fd192021-05-11 19:10:181043 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.browser_tests.filter',
Sven Zheng80734f12020-08-06 06:50:391044 ],
Struan Shrimptone772d72f2021-12-15 07:50:091045 'swarming': {
1046 'quickrun_shards': 20,
1047 },
Sven Zheng80734f12020-08-06 06:50:391048 },
Kuan Huang235b0142021-10-19 18:59:281049 'mac-code-coverage': {
1050 'args': [
1051 '--coverage-continuous-mode=1',
1052 ],
1053 },
Lindsay Pasricha8bbc3382022-01-31 22:54:541054 'mac-osxbeta-rel': {
1055 'swarming': {
1056 'shards': 12,
1057 },
1058 },
Kuan Huang83a1c922021-09-08 22:00:271059 'mac11-arm64-rel-tests': {
Kuan Huang199112a52021-08-23 17:37:191060 'ci_only': False, # https://crbug.com/1234525
Lindsay Pasricha36432062021-10-27 20:43:301061 'args': [
1062 # crbug.com/1262402
1063 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
Lindsay Pasricha7cb620d2022-01-28 23:47:011064 ],
1065 'swarming': {
Lindsay Pasrichab7e471f2022-02-08 18:17:311066 'shards': 30,
Lindsay Pasricha7cb620d2022-01-28 23:47:011067 },
Kuan Huang199112a52021-08-23 17:37:191068 },
Zhaoyang Li5d3713d2022-06-13 18:01:171069 'mac12-arm64-rel-tests': {
1070 'ci_only': False, # https://crbug.com/1234525
1071 'args': [
1072 # crbug.com/1262402
1073 '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac12-arm64-rel.browser_tests.filter',
1074 ],
1075 'swarming': {
1076 'shards': 30,
1077 },
1078 },
Stephen Martinis1384ff92020-01-07 19:52:151079 'win-asan': {
Nico Weber3f919792020-06-12 23:34:521080 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441081 # crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:151082 'swarming': {
Nico Weber3f919792020-06-12 23:34:521083 'shards': 40,
Nico Weber0c2861b2018-12-14 18:05:161084 },
1085 },
Yuki Yamada70190fc2021-10-28 09:00:271086 'win-backuprefptr-x64-fyi-rel': {
1087 'args': [
1088 '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
1089 ],
1090 },
Kenneth Russelleb60cbd22017-12-05 07:54:281091 },
1092 },
Erik Chen681dc0282019-11-26 22:54:491093 'cc_unittests': {
1094 'modifications': {
1095 'Linux TSan Tests': {
1096 'swarming': {
1097 'shards': 3,
1098 },
1099 },
Haiyang Pan9d68ca02021-08-04 21:30:471100 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:151101 # https://crbug.com/1039860
1102 'args': [
Haiyang Pan11d8bd52021-11-19 21:22:541103 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
1104 ],
1105 },
Haiyang Pan2a55a452022-03-03 08:18:331106 'android-12-x64-rel': {
Haiyang Pan11d8bd52021-11-19 21:22:541107 # https://crbug.com/1039860
1108 'args': [
1109 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:151110 ],
1111 },
Haiyang Pan6b8e4cf2021-08-02 21:38:281112 'android-marshmallow-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381113 # https://crbug.com/1039860
1114 'args': [
1115 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1116 ],
1117 },
Haiyang Pan08d09dc2020-04-01 16:11:211118 'android-pie-x86-rel': {
John Budorickfa8f1da92020-01-15 18:11:381119 # https://crbug.com/1039860
1120 'args': [
1121 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
1122 ],
1123 },
Struan Shrimptona1ab7672022-01-13 18:02:511124 'chromeos-amd64-generic-rel': {
1125 'swarming': {
1126 'quickrun_shards': 2,
1127 },
1128 },
Chong Gudf7fbe92021-02-24 02:55:581129 'fuchsia-code-coverage': {
1130 'swarming': {
1131 'shards': 4,
1132 },
1133 },
Chong Gub2446462021-08-19 18:44:081134 'fuchsia-fyi-arm64-dbg': {
1135 'args': [
1136 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
1137 ],
1138 },
Erik Chen681dc0282019-11-26 22:54:491139 },
1140 },
Prakhar94f444a2020-10-08 07:30:081141 'check_static_initializers': {
1142 'modifications': {
1143 'Mac Builder': {
1144 'args': [
1145 '--allow-coverage-initializer',
1146 ],
1147 },
1148 },
1149 },
Ben Pastene7a05a8f2020-11-12 17:25:511150 'chrome_all_tast_tests': {
1151 'modifications': {
Struan Shrimpton4b7abc02021-12-16 01:36:591152 'chromeos-amd64-generic-rel': {
1153 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:131154 'quickrun_shards': 8,
Ben Pastene8fdb0ea92022-06-23 18:46:581155 'shards': 7,
Struan Shrimpton4b7abc02021-12-16 01:36:591156 },
1157 },
Ben Pastene7a05a8f2020-11-12 17:25:511158 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
1159 'args': [
1160 # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
1161 '--strip-chrome',
1162 ],
1163 },
Ben Pastenef85543f2022-06-24 17:50:021164 # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
1165 # stable.
1166 'chromeos-jacuzzi-chrome': {
1167 'experiment_percentage': 100,
1168 },
1169 'chromeos-octopus-chrome': {
1170 'experiment_percentage': 100,
1171 },
Ben Pastene7a05a8f2020-11-12 17:25:511172 },
1173 },
Andrew Luod252791ac2019-10-15 00:28:131174 'chrome_java_test_pagecontroller_tests': {
Haiyang Panfbd2b482020-09-23 23:41:251175 'modifications': {
1176 'android-pie-arm64-rel': {
1177 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
1178 # capacity has been deployed.
1179 'swarming': {
1180 'dimension_sets': [
1181 {
1182 'device_type': 'sailfish',
1183 },
1184 ],
1185 },
1186 },
1187 },
Andrew Luod252791ac2019-10-15 00:28:131188 },
Stephanie Kim07761d22021-11-25 00:21:181189 'chrome_junit_tests': {
1190 'modifications': {
1191 'android-marshmallow-arm64-rel': {
1192 'args': [
1193 # Too many shards can lead to race conditions (crbug/1272066)
1194 '--shards=8',
1195 ],
1196 },
1197 },
1198 },
Yun Liu7cfd28a2019-10-30 01:57:121199 'chrome_public_smoke_test': {
1200 'remove_from': [
Ben Joyce02dc8092021-03-04 21:48:191201 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251202 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Yun Liu7cfd28a2019-10-30 01:57:121203 ],
1204 },
Kenneth Russelleb60cbd22017-12-05 07:54:281205 'chrome_public_test_apk': {
John Budorick27d2d44e2019-05-20 20:26:091206 'remove_from': [
1207 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191208 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251209 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091210 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281211 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:281212 'Marshmallow 64 bit Tester': {
1213 'swarming': {
Kenneth Russelleb60cbd22017-12-05 07:54:281214 'shards': 14,
1215 },
1216 },
Arthur Wang5dd7b07c2020-04-04 01:05:221217 'Marshmallow Tablet Tester': {
1218 'args': [
1219 '--timeout-scale',
1220 '2.0',
1221 ],
1222 },
Ben Pastenec73e96e92018-07-12 01:40:351223 'Oreo Phone Tester': {
bsheedy01833462018-12-07 01:05:571224 # TODO(https://crbug.com/884413): Re-enable this once the tests are
1225 # either passing or there is more capacity.
1226 'experiment_percentage': 0,
Ben Pastenec73e96e92018-07-12 01:40:351227 },
Haiyang Pan9d68ca02021-08-04 21:30:471228 'android-11-x86-rel': {
Haiyang Panb80557c2021-03-13 03:01:441229 'args': [
1230 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
Haiyang Pan1d5ca2862021-04-01 22:21:091231 '--timeout-scale=2.0',
Haiyang Panb80557c2021-03-13 03:01:441232 ],
Haiyang Panc82c3fa2022-02-01 01:26:061233 # TODO(https://crbug.com/1285975) Remove experiment and enable on
1234 # trybot once the device offline issue is resolved.
1235 'ci_only': True,
1236 'experiment_percentage': 100,
Haiyang Pan68a39c02021-11-11 21:12:211237 },
Haiyang Pan2a55a452022-03-03 08:18:331238 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211239 'args': [
Haiyang Pan629f4e42022-02-09 22:11:231240 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
Haiyang Pan68a39c02021-11-11 21:12:211241 '--timeout-scale=2.0',
1242 ],
Haiyang Pan2a55a452022-03-03 08:18:331243 # TODO(crbug.com/1225851): Remove experiment and ci_only
1244 # once the test suite is stable.
1245 'ci_only': True,
1246 'experiment_percentage': 100,
Haiyang Panb80557c2021-03-13 03:01:441247 },
Stephen Martinis1384ff92020-01-07 19:52:151248 'android-arm64-proguard-rel': {
1249 'swarming': {
1250 'shards': 25,
1251 },
1252 },
Brian Sheedy44a7a0032020-04-16 19:20:571253 'android-marshmallow-arm64-rel-swarming': {
1254 'swarming': {
Brian Sheedy180c2dd2020-04-22 19:34:311255 'service_account': '[email protected]'
Brian Sheedy44a7a0032020-04-16 19:20:571256 },
1257 },
James Shen39aa0e32022-03-22 04:44:501258 'android-marshmallow-x86-fyi-rel-reviver': {
1259 'swarming': {
1260 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
1261 # are n2 machines available in the test pool.
1262 'shards': 25,
1263 },
1264 },
Haiyang Pan742760c2021-02-12 03:21:411265 'android-marshmallow-x86-rel': {
1266 'args': [
1267 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
1268 ],
1269 'swarming': {
1270 # TODO(crbug.com/1127110): Revisit shards and machine_type if there
1271 # are n2 machines available in the test pool.
1272 'shards': 25,
Haiyang Pan742760c2021-02-12 03:21:411273 },
Haiyang Pan37fbd7a42020-06-03 03:27:371274 },
Stephen Martinis1384ff92020-01-07 19:52:151275 'android-pie-arm64-rel': {
1276 'args': [
1277 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
1278 ],
Stephen Martinisd05530d2021-07-27 22:50:221279 'ci_only': True, # https://crbug.com/1233700
Haiyang Pan43640ee2020-02-13 01:38:001280 },
Haiyang Pan08d09dc2020-04-01 16:11:211281 'android-pie-x86-rel': {
Haiyang Pan43640ee2020-02-13 01:38:001282 'args': [
Haiyang Pan71373072020-03-02 19:57:491283 # https://crbug.com/1046059
Haiyang Pan23f64f52020-06-04 01:23:321284 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
Haiyang Pan43640ee2020-02-13 01:38:001285 ],
Haiyang Pan71373072020-03-02 19:57:491286 'swarming': {
Haiyang Pan58a6db22021-07-30 01:08:261287 # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
1288 'shards': 30,
1289 },
1290 },
1291 },
1292 },
1293 'chrome_public_test_apk_with_playstore': {
1294 'remove_from': [
1295 # Android Emulator does not ship playstore image on Marshmallow.
James Shen39aa0e32022-03-22 04:44:501296 'android-marshmallow-x86-fyi-rel-reviver',
Haiyang Pan58a6db22021-07-30 01:08:261297 'android-marshmallow-x86-rel',
1298 ],
1299 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471300 'android-11-x86-rel': {
Haiyang Pan58a6db22021-07-30 01:08:261301 'args': [
1302 '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
1303 ],
1304 'swarming': {
1305 # soft affinity so that bots with caches will be picked first
1306 'optional_dimensions': {
1307 '60': [
1308 {
Haiyang Pan0fee3652022-02-23 19:19:481309 'caches': 'generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261310 }
1311 ],
1312 },
1313 'named_caches': [
1314 {
Haiyang Pan0fee3652022-02-23 19:19:481315 'name': 'generic_playstore_android30',
1316 'path': '.android_emulator/generic_playstore_android30',
Haiyang Pan58a6db22021-07-30 01:08:261317 },
1318 ],
1319 },
1320 },
Haiyang Pan2a55a452022-03-03 08:18:331321 'android-12-x64-rel': {
Haiyang Pan68a39c02021-11-11 21:12:211322 'args': [
1323 '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
1324 ],
1325 'swarming': {
1326 # soft affinity so that bots with caches will be picked first
1327 'optional_dimensions': {
1328 '60': [
1329 {
Haiyang Pan0fee3652022-02-23 19:19:481330 'caches': 'generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211331 }
1332 ],
1333 },
1334 'named_caches': [
1335 {
Haiyang Pan0fee3652022-02-23 19:19:481336 'name': 'generic_playstore_android31',
1337 'path': '.android_emulator/generic_playstore_android31',
Haiyang Pan68a39c02021-11-11 21:12:211338 },
1339 ],
1340 },
1341 },
Haiyang Pan58a6db22021-07-30 01:08:261342 'android-pie-x86-rel': {
1343 'args': [
1344 '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
1345 ],
1346 'swarming': {
Haiyang Pan2c438302021-06-11 23:50:381347 # soft affinity so that bots with caches will be picked first
1348 'optional_dimensions': {
1349 '60': [
1350 {
Haiyang Pan0fee3652022-02-23 19:19:481351 'caches': 'generic_playstore_android28',
Haiyang Pan2c438302021-06-11 23:50:381352 }
1353 ],
1354 },
Haiyang Pan71373072020-03-02 19:57:491355 'named_caches': [
1356 {
Haiyang Pan0fee3652022-02-23 19:19:481357 'name': 'generic_playstore_android28',
1358 'path': '.android_emulator/generic_playstore_android28',
Haiyang Pan71373072020-03-02 19:57:491359 },
Haiyang Pan980402822020-10-07 23:24:561360 ],
Haiyang Pan71373072020-03-02 19:57:491361 },
John Budorick34009472018-04-03 17:38:441362 },
Kenneth Russelleb60cbd22017-12-05 07:54:281363 },
1364 },
1365 'chrome_public_test_vr_apk': {
Nico Weberb0b3f5862018-07-13 18:45:151366 'remove_from': [
Ben Joyce3e043862021-10-20 23:57:241367 # Decided to no longer run VR tests on M, crbug.com/1159619.
bsheedy410dd7c2018-06-15 22:42:091368 'Marshmallow Tablet Tester',
Haiyang Pand12ff5462021-07-12 17:29:021369
Andrew Luo38b311f2019-10-04 03:42:091370 'android-pie-arm64-rel', # https://crbug.com/1010211
bsheedydf58b4e2018-11-01 19:42:161371 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:091372 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191373 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251374 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
bsheedy410dd7c2018-06-15 22:42:091375 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281376 },
bsheedy75a4dd52018-11-27 23:24:301377 'chrome_public_test_vr_apk-vega': {
1378 'modifications': {
bsheedy75a4dd52018-11-27 23:24:301379 'Oreo Phone Tester': {
1380 'swarming': {
1381 'dimension_sets': [
1382 {
1383 'device_os': 'OVR1.180808.003',
1384 'device_type': 'vega',
1385 'os': 'Android',
1386 },
1387 ],
1388 },
1389 }
1390 }
1391 },
Henrique Nakashimad99462ab2022-06-08 19:52:421392 'chrome_public_unit_test_apk': {
1393 'modifications': {
1394 'android-12-x64-rel': {
1395 'args': [
1396 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
1397 ],
1398 },
1399 },
1400 },
Ian Struiksmaeb285db02020-10-20 22:19:341401 'chrome_sizes': {
1402 'modifications': {
Yuke Liao975680302021-02-18 18:34:541403 'lacros-amd64-generic-chrome': {
1404 'swarming': {
1405 'dimension_sets': [
1406 {
Yuke Liao31225ee32021-03-17 23:21:331407 'cpu': 'x86-64',
Ben Pasteneddd3da72021-09-23 17:41:351408 'os': 'Ubuntu-18.04',
Yuke Liao975680302021-02-18 18:34:541409 },
1410 ],
1411 },
1412 },
Ben Pastenee9536c82021-10-19 01:48:571413 'lacros-arm-generic-chrome': {
1414 'swarming': {
1415 'dimension_sets': [
1416 {
1417 'cpu': 'x86-64',
1418 'os': 'Ubuntu-18.04',
1419 },
1420 ],
1421 },
1422 },
Ian Struiksmaeb285db02020-10-20 22:19:341423 },
1424 },
Takuto Ikuta1b749b902019-04-11 18:05:531425 'chromedriver_py_tests': {
1426 'remove_from': [
1427 # Timeout happens sometimes (crbug.com/951799).
Takuto Ikuta1b749b902019-04-11 18:05:531428 'Win10 Tests x64 (dbg)',
1429 ],
1430 },
Haiyang Panfed339172021-03-10 23:19:571431 'components_browsertests': {
1432 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471433 'android-11-x86-rel': {
Haiyang Panfed339172021-03-10 23:19:571434 'swarming': {
1435 'shards': 2,
1436 },
1437 },
André Kempef30fe9d22022-02-03 10:44:291438 'android-asan': {
1439 'swarming': {
1440 'shards': 3,
1441 },
1442 },
Struan Shrimptonf5b2b552022-01-20 20:37:391443 'android-marshmallow-arm64-rel': {
1444 'swarming': {
1445 'quickrun_shards': 2,
1446 },
1447 },
Haiyang Panfed339172021-03-10 23:19:571448 },
1449 },
Kenneth Russelleb60cbd22017-12-05 07:54:281450 'components_unittests': {
Yun Liu3e759dbb2019-11-01 19:25:521451 'remove_from': [
Ben Joyce68c5c852021-10-16 23:55:161452 # https://crbug.com/1147531 - covered on marshmallow emulator.
Garrett Beaty47a2d802020-11-10 20:50:531453 'android-marshmallow-arm64-rel',
Yun Liu3e759dbb2019-11-01 19:25:521454 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281455 'modifications': {
Erik Staabd468a802022-06-28 23:38:031456 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1457 # These are very slow on the ASAN trybot for some reason.
1458 # crbug.com/1257927
1459 'swarming': {
1460 'shards': 5,
1461 },
1462 },
John Budorick5052d552017-12-13 02:59:341463 'Linux ASan LSan Tests (1)': {
1464 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441465 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341466 'swarming': {
1467 'shards': 5,
1468 },
1469 },
Takuto Ikuta54671d972018-07-19 19:06:351470 'Linux Chromium OS ASan LSan Tests (1)': {
1471 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441472 # crbug.com/1257927
Takuto Ikuta54671d972018-07-19 19:06:351473 'swarming': {
1474 'shards': 5,
1475 },
1476 },
Erik Chen681dc0282019-11-26 22:54:491477 'Linux TSan Tests': {
1478 'swarming': {
1479 'shards': 2,
1480 },
1481 },
Haiyang Pan9d68ca02021-08-04 21:30:471482 'android-11-x86-rel': {
Haiyang Pan799282f2021-03-25 19:38:311483 'args': [
Haiyang Pane521cf692021-11-30 00:35:231484 # TODO(crbug.com/1192348): Fix the test failure
1485 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
Haiyang Pan799282f2021-03-25 19:38:311486 ],
1487 },
Haiyang Pan2a55a452022-03-03 08:18:331488 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:061489 'args': [
1490 # TODO(crbug.com/1192348): Fix the test failure
1491 '--gtest_filter=-FieldFormatterTest.DifferentLocales',
1492 ],
1493 },
Sven Zheng80734f12020-08-06 06:50:391494 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541495 'linux-lacros-code-coverage': {
1496 'args': [
1497 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1498 ],
1499 },
1500 # https://crbug.com/1111979,
Yuke Liaoa0db4742021-08-09 18:28:331501 'linux-lacros-dbg-tests-fyi': {
1502 'args': [
1503 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
1504 ],
1505 },
1506 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:431507 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431508 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401509 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.components_unittests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431510 ],
Sven Zheng80734f12020-08-06 06:50:391511 },
1512 },
Sven Zheng577fe5ff2020-08-03 22:06:441513 },
Chong Gu76046412021-09-22 17:49:211514 'compositor_unittests': {
Chong Gub2446462021-08-19 18:44:081515 'modifications': {
1516 'fuchsia-fyi-arm64-dbg': {
1517 'args': [
1518 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
1519 ],
1520 },
1521 },
1522 },
Kenneth Russelleb60cbd22017-12-05 07:54:281523 'content_browsertests': {
Brad Halla36886c2019-02-26 16:52:291524 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291525 'CrWinAsan(dll)', # https://crbug.com/935598
Chong Gu0ed5dcda2021-07-15 21:26:111526 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
Brad Halla36886c2019-02-26 16:52:291527 ],
Kenneth Russelleb60cbd22017-12-05 07:54:281528 'modifications': {
Kenneth Russellfbda3c532017-12-08 23:57:241529 'Cast Audio Linux': {
1530 'args': [
Nico Weber02f30392018-07-16 18:39:431531 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241532 ],
Kenneth Russellfbda3c532017-12-08 23:57:241533 },
1534 'Cast Linux': {
1535 'args': [
Nico Weber02f30392018-07-16 18:39:431536 '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
Kenneth Russellfbda3c532017-12-08 23:57:241537 ],
Kenneth Russellfbda3c532017-12-08 23:57:241538 },
Erik Staabd468a802022-06-28 23:38:031539 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1540 'swarming': {
1541 'shards': 12,
1542 'quickrun_shards': 24,
1543 },
1544 },
Erik Chenb681c8c2019-11-25 22:52:521545 'Linux ASan LSan Tests (1)': {
1546 'swarming': {
1547 'shards': 12,
Struan Shrimptone772d72f2021-12-15 07:50:091548 'quickrun_shards': 24,
Erik Chenb681c8c2019-11-25 22:52:521549 },
1550 },
Chris Cunninghame1a04ea2019-04-24 01:49:321551 'Linux ASan Tests (sandboxed)': {
1552 'swarming': {
John Abd-El-Malek3a631612020-07-08 21:40:411553 'shards': 10, # https://crbug.com/1103330
Chris Cunninghame1a04ea2019-04-24 01:49:321554 },
1555 },
Erik Chen681dc0282019-11-26 22:54:491556 'Linux TSan Tests': {
1557 'swarming': {
1558 'shards': 15,
Struan Shrimptonf5b2b552022-01-20 20:37:391559 'quickrun_shards': 30,
Erik Chen681dc0282019-11-26 22:54:491560 },
1561 },
Lindsay Pasrichab3f72db2021-09-22 22:05:461562 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
1563 'experiment_percentage': 100,
1564 },
Struan Shrimpton57c594e42022-01-25 17:59:131565 'Mac11 Tests': {
1566 'swarming': {
Lindsay Pasricha0b5beaf2022-03-04 08:15:271567 'shards': 12,
Struan Shrimpton57c594e42022-01-25 17:59:131568 'quickrun_shards': 10,
1569 },
1570 },
Yue She0cad2922022-06-24 15:06:071571 'Mac12 Tests': {
1572 'swarming': {
1573 'shards': 12,
1574 'quickrun_shards': 10,
1575 },
1576 },
Cameron Higgins7558b162022-06-10 18:53:071577 'Mac12 Tests (dbg)': { # https://crbug.com/1279504
Lindsay Pasricha945e4d62022-01-20 02:14:011578 'swarming': {
Lindsay Pasricha9ec81b52022-03-10 03:43:311579 'shards': 18,
Lindsay Pasricha945e4d62022-01-20 02:14:011580 },
1581 },
1582
Sergey Silkinfe96b352020-10-19 20:41:341583 'Marshmallow Tablet Tester': {
1584 'args': [
1585 '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
1586 ],
Haiyang Pan1f6367352021-07-02 21:15:571587 'swarming': {
1588 'shards': 15,
1589 },
Sergey Silkinfe96b352020-10-19 20:41:341590 },
Sergey Silkin1fe10e82020-10-30 19:36:581591 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
1592 'args': [
1593 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1594 ],
Andrew Grieveae21ca62021-10-20 18:37:521595 },
1596 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
1597 'args': [
1598 '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
1599 ],
1600 },
Stephen Martinis1384ff92020-01-07 19:52:151601 'Win10 Tests x64': {
1602 # crbug.com/868082
1603 'args': [
1604 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1605 ],
Struan Shrimptona1ab7672022-01-13 18:02:511606 'swarming': {
1607 'quickrun_shards': 18,
1608 },
Stephen Martinis1384ff92020-01-07 19:52:151609 },
1610 'Win10 Tests x64 (dbg)': {
1611 'experiment_percentage': 100,
1612 # crbug.com/868082
1613 'args': [
1614 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
Stephen Martinis1384ff92020-01-07 19:52:151615 ],
1616 },
Kuan Huanga89737d2022-01-07 19:42:111617 'Win11 Tests x64': {
1618 # crbug.com/868082
1619 'args': [
1620 '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
1621 ],
1622 },
Haiyang Pan9d68ca02021-08-04 21:30:471623 'android-11-x86-rel': {
Haiyang Pan566e2652022-01-25 07:01:521624 # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
1625 # after the test suite is green.
1626 'ci_only': True,
Haiyang Pan10f029c2021-07-30 23:17:561627 'experiment_percentage': 100,
Haiyang Pan51450ab2021-03-23 00:48:571628 # TODO(crbug.com/1137474): Revisit the shard number once failed tests
1629 # are fixed.
Haiyang Panfed339172021-03-10 23:19:571630 'swarming': {
Haiyang Pan51450ab2021-03-23 00:48:571631 'shards': 30,
Haiyang Pan45e77dda2021-07-01 22:23:291632 'dimension_sets': [
1633 {
1634 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
1635 },
1636 ],
Haiyang Panfed339172021-03-10 23:19:571637 },
1638 },
Haiyang Pan2a55a452022-03-03 08:18:331639 'android-12-x64-rel': {
Haiyang Pandbff3ef2022-02-11 23:24:191640 'args': [
1641 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
1642 ],
Haiyang Pan249494b2022-01-27 21:56:211643 'swarming': {
Haiyang Panc1192662022-03-09 00:09:021644 'shards': 25,
Haiyang Pan249494b2022-01-27 21:56:211645 },
1646 },
Stephen Martinis1384ff92020-01-07 19:52:151647 'android-arm64-proguard-rel': {
1648 'swarming': {
1649 'shards': 16,
1650 },
1651 },
1652 'android-asan': {
1653 'args': [
1654 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
1655 ],
1656 'swarming': {
André Kempef30fe9d22022-02-03 10:44:291657 'shards': 25,
Stephen Martinis1384ff92020-01-07 19:52:151658 },
1659 },
Stephen Martinis1384ff92020-01-07 19:52:151660 'android-marshmallow-arm64-rel': {
1661 'swarming': {
1662 'shards': 16,
1663 },
1664 },
Haiyang Pan2486dcb2020-09-18 17:53:061665 'android-marshmallow-x86-rel-non-cq': {
John Budoricka4e23882020-02-28 18:36:431666 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571667 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431668 ],
Haiyang Panc47f6d12020-08-19 18:34:491669 'swarming': {
1670 'shards': 20,
1671 },
John Budoricka4e23882020-02-28 18:36:431672 },
Haiyang Pancf24ceb2022-03-17 02:31:301673 'android-nougat-x86-rel': {
1674 'swarming': {
1675 'shards': 20,
1676 },
1677 },
Struan Shrimptone772d72f2021-12-15 07:50:091678 'android-pie-arm64-rel': {
1679 'swarming': {
Struan Shrimpton4b7abc02021-12-16 01:36:591680 'quickrun_shards': 40
Struan Shrimptone772d72f2021-12-15 07:50:091681 }
1682 },
Haiyang Pan08d09dc2020-04-01 16:11:211683 'android-pie-x86-rel': {
John Budoricka4e23882020-02-28 18:36:431684 'args': [
Haiyang Pan12d5acd2020-06-01 20:54:571685 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
John Budoricka4e23882020-02-28 18:36:431686 ],
Sky Malice303f7ec2021-07-17 04:13:091687 'swarming': {
1688 # Flaking with only 20 shards with 40-60 minute runs.
1689 # https://crbug.com/1230118
1690 'shards': 30,
Haiyang Pan2eb735e72020-09-15 22:51:511691 },
John Budoricka4e23882020-02-28 18:36:431692 },
Stephen Martinis1384ff92020-01-07 19:52:151693 'linux-chromeos-code-coverage': {
1694 'swarming': {
1695 'shards': 12,
1696 },
1697 },
Albert J. Wong91f109652019-11-19 03:01:161698 'linux-chromeos-rel': {
1699 'swarming': {
1700 'shards': 3,
1701 },
1702 },
Yuke Liao79424e42020-01-06 21:00:111703 'linux-code-coverage': {
Yuke Liao58e1d202020-03-20 23:02:011704 'args': [
1705 '--no-sandbox',
1706 ],
Yuke Liao79424e42020-01-06 21:00:111707 'swarming': {
1708 'shards': 12,
1709 },
1710 },
Junhua Chen39dd2dba2021-05-05 17:51:541711 # https://crbug.com/1111979,
1712 'linux-lacros-code-coverage': {
1713 'args': [
1714 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1715 ],
1716 },
Jieting Yangbf15db672021-10-04 19:18:371717 # https://crbug.com/1111979,
1718 'linux-lacros-dbg-tests-fyi': {
1719 'args': [
1720 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
1721 ],
1722 },
Sven Zheng80734f12020-08-06 06:50:391723 # https://crbug.com/1111979
1724 'linux-lacros-tester-fyi-rel': {
1725 'experiment_percentage': 100,
1726 },
Sven Zheng5c9d3e342020-08-11 21:39:431727 # https://crbug.com/1111979,
1728 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431729 'args': [
Yuke Liao56a437dd2021-05-05 04:53:401730 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.content_browsertests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:431731 ],
1732 },
Kuan Huang235b0142021-10-19 18:59:281733 'mac-code-coverage': {
1734 'args': [
1735 '--coverage-continuous-mode=1',
1736 ],
1737 },
Kuan Huang05332fb2021-10-12 02:04:261738 # https://crbug.com/1255940
1739 'mac-rel-swarming': {
1740 'swarming': {
1741 'dimension_sets': [
1742 {
1743 # These test would time out when running on 4 cores instances.
1744 'cores': '8|12',
1745 }
1746 ],
1747 },
1748 },
Kenneth Russelleb60cbd22017-12-05 07:54:281749 },
1750 },
Nico Weber81e16ace22018-06-30 02:58:471751 'content_shell_crash_test': {
Haiyang Pan8c201b92020-06-04 01:25:071752 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:061753 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
Haiyang Pan8c201b92020-06-04 01:25:071754 ],
Dirk Prankeb1c36b322018-07-11 02:42:001755 'modifications': {
Dirk Prankeb1c36b322018-07-11 02:42:001756 'Win10 Tests x64 (dbg)': {
1757 'experiment_percentage': 100, # https://crbug.com/861730
1758 },
1759 },
Nico Weber81e16ace22018-06-30 02:58:471760 },
John Budorick27d2d44e2019-05-20 20:26:091761 'content_shell_test_apk': {
1762 'remove_from': [
John Budorick27d2d44e2019-05-20 20:26:091763 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:191764 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:251765 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
John Budorick27d2d44e2019-05-20 20:26:091766 ],
John Budorickee2e64f2020-03-02 20:19:101767 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:471768 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:441769 'args': [
1770 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
Haiyang Panabdab2f2021-07-19 20:37:511771 '--timeout-scale=2.0',
Haiyang Pan103864812021-03-19 19:28:441772 ],
1773 },
Haiyang Pan2a55a452022-03-03 08:18:331774 'android-12-x64-rel': {
Haiyang Pan3b1016e2022-02-05 00:02:451775 'args': [
1776 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
1777 ],
1778 },
James Shen39aa0e32022-03-22 04:44:501779 'android-marshmallow-x86-fyi-rel-reviver': {
1780 'swarming': {
1781 'quickrun_shards': 8,
1782 },
1783 },
Haiyang Panb991f562021-08-10 17:46:461784 'android-marshmallow-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101785 'args': [
Haiyang Pan28e73582020-05-30 00:34:271786 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
John Budorickee2e64f2020-03-02 20:19:101787 ],
Struan Shrimpton57c594e42022-01-25 17:59:131788 'swarming': {
1789 'quickrun_shards': 8,
1790 },
John Budorickee2e64f2020-03-02 20:19:101791 },
James Shen97b48ac42022-07-01 23:34:441792 'android-nougat-x86-rel': {
1793 'args': [
1794 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_shell_test_apk.filter',
1795 ],
1796 },
Haiyang Pan08d09dc2020-04-01 16:11:211797 'android-pie-x86-rel': {
John Budorickee2e64f2020-03-02 20:19:101798 'args': [
1799 '--gtest_filter=-ContentViewScrollingTest.testFling',
1800 ],
1801 },
1802 },
John Budorick27d2d44e2019-05-20 20:26:091803 },
Kenneth Russelleb60cbd22017-12-05 07:54:281804 'content_unittests': {
1805 'modifications': {
Erik Staabd468a802022-06-28 23:38:031806 'Linux ASan LSan Low Symbols FYI Tests (1)': {
1807 # These are slow on the ASAN trybot for some reason.
1808 # crbug.com/1257927
1809 'swarming': {
1810 'shards': 2,
1811 },
1812 },
John Budorick5052d552017-12-13 02:59:341813 'Linux ASan LSan Tests (1)': {
1814 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:441815 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:341816 'swarming': {
1817 'shards': 2,
1818 },
1819 },
Takuto Ikuta54671d972018-07-19 19:06:351820 'Linux ChromiumOS MSan Tests': {
1821 # These are very slow on the Chrome OS MSAN trybot for some reason.
1822 # crbug.com/865455
1823 'swarming': {
1824 'shards': 2,
1825 },
1826 },
Chong Gu52481452021-04-02 17:52:411827 'fuchsia-code-coverage': {
1828 'swarming': {
1829 'shards': 12,
1830 },
1831 },
Chong Gua10cd302022-01-14 19:22:191832 'fuchsia-fyi-x64-asan': {
1833 'args': [
1834 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
1835 ],
1836 },
Kenneth Russelleb60cbd22017-12-05 07:54:281837 },
1838 },
Jonah Ryan-Davis832c8462020-06-09 03:45:031839 'context_lost_validating_tests': {
Brian Sheedye285c9b2019-07-15 21:42:461840 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
1841 # exception once there is enough capacity to run these tests.
1842 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:461843 'Android FYI Release (Pixel 2)',
1844 ],
Kenneth Russellc1a09302018-07-10 01:12:541845 },
Kenneth Russellfbda3c532017-12-08 23:57:241846 'crashpad_tests': {
1847 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:481848 'linux-win_cross-rel', # https://crbug.com/762167
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391849 # https://crbug.com/crashpad/304
1850 'Linux TSan Tests',
1851 'ToTLinuxTSan',
1852 # https://crbug.com/crashpad/306
1853 'Linux CFI',
Michael Savigny0a956032021-10-27 19:18:021854 'Linux CFI (reclient shadow)',
Vlad Tsyrklevich06a9a44f2019-07-24 19:14:391855 'CFI Linux ToT',
Kenneth Russellfbda3c532017-12-08 23:57:241856 ],
Haiyang Panc7c009e2021-03-18 19:31:231857 'modifications': {
Avi Drissmanc6318122022-03-29 17:07:421858 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1859 # the tests. Run this experimentally on all the macOS bots >= 12 and
1860 # remove this exception once fixed.
1861 'Mac Builder Next': {
1862 'experiment_percentage': 100,
1863 },
Haiyang Pan9d68ca02021-08-04 21:30:471864 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:231865 'args': [
1866 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
1867 ],
1868 },
Haiyang Pan2a55a452022-03-03 08:18:331869 'android-12-x64-rel': {
Haiyang Pan07d9e262021-10-20 21:50:031870 'args': [
1871 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
1872 ],
1873 },
Avi Drissmanc6318122022-03-29 17:07:421874 # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
1875 # the tests. Run this experimentally on all the macOS bots >= 12 and
1876 # remove this exception once fixed.
Lindsay Pasricha60535a22021-12-13 16:50:241877 'mac-osxbeta-rel': {
1878 'experiment_percentage': 100,
1879 },
Haiyang Panc7c009e2021-03-18 19:31:231880 },
Kenneth Russellfbda3c532017-12-08 23:57:241881 },
Austin Eng414af1612022-04-08 02:15:361882 'dawn_perf_tests': {
1883 'remove_from': [
1884 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
1885 'Dawn Win10 x86 Release (Intel HD 630)',
1886 ],
1887 },
Haiyang Pan1c813ca2021-11-24 18:52:161888 'device_unittests': {
1889 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:331890 'android-12-x64-rel': {
Haiyang Pan1c813ca2021-11-24 18:52:161891 'args': [
1892 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
1893 ],
1894 },
1895 },
1896 },
Ben Pastene61ad637c2020-05-08 22:24:411897 'disk_usage_tast_test': {
1898 # TODO(crbug.com/1077659): Add the test back after it's fixed.
1899 'remove_from': [
1900 'chromeos-kevin-rel',
1901 ],
1902 },
Struan Shrimpton57c594e42022-01-25 17:59:131903 'exo_unittests': {
1904 'modifications': {
1905 'linux-chromeos-rel': {
1906 'swarming': {
1907 'quickrun_shards': 2,
1908 }
1909 },
1910 },
1911 },
Joe Downing41486042018-10-18 22:44:441912 'extensions_browsertests': {
Brad Halla36886c2019-02-26 16:52:291913 'remove_from': [
Brad Halla36886c2019-02-26 16:52:291914 'CrWinAsan(dll)', # https://crbug.com/935598
1915 ],
Joe Downing41486042018-10-18 22:44:441916 'modifications': {
1917 'Win10 Tests x64 (dbg)': {
1918 'experiment_percentage': 100, # https://crbug.com/876615
1919 },
Sven Zheng5c9d3e342020-08-11 21:39:431920 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541921 'linux-lacros-code-coverage': {
1922 'args': [
1923 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1924 ],
1925 },
Yuke Liaoa0db4742021-08-09 18:28:331926 'linux-lacros-dbg-tests-fyi': {
1927 'args': [
1928 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1929 ],
1930 },
Sven Zheng5c9d3e342020-08-11 21:39:431931 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431932 'args': [
1933 '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
1934 ],
1935 },
Joe Downing41486042018-10-18 22:44:441936 },
1937 },
Sven Zheng577fe5ff2020-08-03 22:06:441938 'extensions_unittests': {
Sven Zheng80734f12020-08-06 06:50:391939 'modifications': {
Chong Gud034fe52022-01-20 21:48:041940 'fuchsia-fyi-x64-asan': {
1941 'args': [
Chong Gu1155d872022-02-10 17:55:271942 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
Chong Gud034fe52022-01-20 21:48:041943 ],
1944 },
Sven Zheng5c9d3e342020-08-11 21:39:431945 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:541946 'linux-lacros-code-coverage': {
1947 'args': [
Yuke Liaoa0db4742021-08-09 18:28:331948 '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
1949 'NativeExtensionBindingsSystemUnittest.*',
1950 ],
1951 },
1952 'linux-lacros-dbg-tests-fyi': {
1953 'args': [
Junhua Chen39dd2dba2021-05-05 17:51:541954 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1955 'BluetoothSocketApiUnittest.CreateThenClose:'
1956 'FeatureProviderTest.PermissionFeatureAvailability',
1957 ],
1958 },
Sven Zheng5c9d3e342020-08-11 21:39:431959 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:431960 'args': [
Yuke Liaobb8308322020-08-12 20:20:471961 '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
1962 'BluetoothSocketApiUnittest.CreateThenClose:'
1963 'FeatureProviderTest.PermissionFeatureAvailability',
Sven Zheng5c9d3e342020-08-11 21:39:431964 ],
1965 },
Sven Zheng80734f12020-08-06 06:50:391966 },
Sven Zheng577fe5ff2020-08-03 22:06:441967 },
Chong Gu76046412021-09-22 17:49:211968 'gfx_unittests': {
Chong Gudf7fbe92021-02-24 02:55:581969 'modifications': {
1970 'fuchsia-code-coverage': {
1971 'swarming': {
1972 'shards': 2,
1973 },
1974 },
1975 },
1976 },
Kenneth Russelleb60cbd22017-12-05 07:54:281977 'gin_unittests': {
1978 'remove_from': [
Nico Weber1394523f2018-06-06 15:58:471979 'ToTLinuxASan', # https://crbug.com/831667
Erik Staabd468a802022-06-28 23:38:031980 'Linux ASan LSan Low Symbols FYI Tests (1)', # https://crbug.com/831667
Nico Weberd36959682018-04-12 03:33:461981 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
Nico Weber1394523f2018-06-06 15:58:471982 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
Kenneth Russelleb60cbd22017-12-05 07:54:281983 ],
Chong Gua10cd302022-01-14 19:22:191984 'modifications': {
1985 'fuchsia-fyi-x64-asan': {
1986 'args': [
1987 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
1988 ],
1989 },
1990 },
Kenneth Russelleb60cbd22017-12-05 07:54:281991 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001992 'gl_tests_passthrough': {
1993 'remove_from': [
1994 'CFI Linux ToT',
1995 # Can't run on MSAN because gl_tests uses the hardware driver,
1996 # which isn't instrumented.
1997 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:251998 'Linux MSan Focal',
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:001999 ],
2000 'modifications': {
2001 # TODO(kbr): figure out a better way to specify blocks of
2002 # arguments like this for tests on multiple machines.
Erik Staabd468a802022-06-28 23:38:032003 'Linux ASan LSan Low Symbols FYI Tests (1)': {
2004 'args': [
2005 '--use-gpu-in-tests',
2006 '--no-xvfb',
2007 ],
2008 'swarming': {
2009 'dimension_sets': [
2010 {
2011 'gpu': '10de:2184',
2012 'os': 'Ubuntu',
2013 'pool': 'chromium.tests.gpu',
2014 },
2015 ],
2016 },
2017 },
Garrett Beatya491ec72020-07-25 12:36:122018 'Linux ASan LSan Tests (1)': {
2019 'args': [
2020 '--use-gpu-in-tests',
2021 '--no-xvfb',
2022 ],
2023 'swarming': {
2024 'dimension_sets': [
2025 {
Yuly Novikovaa06f172022-02-12 00:38:572026 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122027 'os': 'Ubuntu',
2028 'pool': 'chromium.tests.gpu',
2029 },
2030 ],
2031 },
2032 },
2033 'Linux CFI': {
2034 'args': [
2035 '--use-gpu-in-tests',
2036 '--no-xvfb',
2037 ],
2038 'swarming': {
2039 'dimension_sets': [
2040 {
Yuly Novikovaa06f172022-02-12 00:38:572041 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122042 'os': 'Ubuntu',
2043 'pool': 'chromium.tests.gpu',
2044 },
2045 ],
2046 },
2047 },
Michael Savigny64f8ba32022-01-12 15:50:572048 'Linux CFI (reclient shadow)': {
2049 'args': [
2050 '--use-gpu-in-tests',
2051 '--no-xvfb',
2052 ],
2053 'swarming': {
2054 'dimension_sets': [
2055 {
Yuly Novikovaa06f172022-02-12 00:38:572056 'gpu': '10de:2184',
Michael Savigny64f8ba32022-01-12 15:50:572057 'os': 'Ubuntu',
2058 'pool': 'chromium.tests.gpu',
2059 },
2060 ],
2061 },
2062 },
Garrett Beatya491ec72020-07-25 12:36:122063 'Linux TSan Tests': {
2064 'args': [
2065 '--use-gpu-in-tests',
2066 '--no-xvfb',
2067 ],
2068 'swarming': {
2069 'dimension_sets': [
2070 {
Yuly Novikovaa06f172022-02-12 00:38:572071 'gpu': '10de:2184',
Garrett Beatya491ec72020-07-25 12:36:122072 'os': 'Ubuntu',
2073 'pool': 'chromium.tests.gpu',
2074 },
2075 ],
2076 },
2077 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002078 },
2079 },
Jonah Ryan-Davise25a89f2020-05-29 20:18:242080 'gl_tests_validating': {
Jonah Ryan-Davisb9f03ac2021-03-18 23:53:022081 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012082 'Android FYI Release (Nexus 5X)',
John Budorickca14c76f62017-12-09 14:19:182083 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282084 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472085 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152086 'args': [
2087 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
2088 ],
2089 },
Haiyang Pan2a55a452022-03-03 08:18:332090 'android-12-x64-rel': {
Haiyang Pan382008922021-11-19 21:15:092091 'args': [
2092 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
2093 ],
2094 },
Haiyang Panb991f562021-08-10 17:46:462095 'android-marshmallow-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312096 'args': [
2097 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2098 ],
2099 },
Andrew Luo38b311f2019-10-04 03:42:092100 'android-pie-arm64-rel': {
John Budorick79ec9012020-01-08 21:56:312101 'args': [
Andrew Luobe83fd82019-12-19 03:07:582102 '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
2103 ],
Andrew Luo38b311f2019-10-04 03:42:092104 },
Haiyang Pan08d09dc2020-04-01 16:11:212105 'android-pie-x86-rel': {
John Budorick79ec9012020-01-08 21:56:312106 'args': [
2107 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
2108 ],
2109 },
Kenneth Russelleb60cbd22017-12-05 07:54:282110 },
2111 },
Takuto Ikutaf5333252019-11-06 16:07:082112 'gl_unittests': {
2113 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082114 # On Android, these are already run on the main waterfall.
2115 # Run them on the one-off Android FYI bots, though.
2116 'Android FYI Release (Nexus 5X)',
Yuly Novikov37e04342020-05-29 00:52:042117 # Can't run on MSAN because gl_unittests uses the hardware driver,
2118 # which isn't instrumented.
2119 'Linux MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:252120 'Linux MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:082121 ],
Haiyang Pan505fcd5a2021-12-13 19:46:232122 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332123 'android-12-x64-rel': {
Haiyang Pan505fcd5a2021-12-13 19:46:232124 'args': [
2125 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
2126 ],
2127 },
2128 },
Takuto Ikutaf5333252019-11-06 16:07:082129 },
2130 'gl_unittests_ozone': {
2131 'remove_from': [
2132 # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
2133 # which isn't instrumented.
2134 'Linux ChromiumOS MSan Tests',
Ben Pastene7636bb62022-04-22 18:55:252135 'Linux ChromiumOS MSan Focal',
Takuto Ikutaf5333252019-11-06 16:07:082136 ],
2137 },
2138 'gpu_process_launch_tests': {
2139 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2140 # exception once there is enough capacity to run these tests.
2141 'remove_from': [
Takuto Ikutaf5333252019-11-06 16:07:082142 'Android FYI Release (Pixel 2)',
2143 ],
2144 },
Brian Sheedy053d88cf2022-05-24 23:40:052145 'gpu_pytype': {
2146 'remove_from': [
2147 'linux-code-coverage',
2148 ],
2149 },
Chong Gu76046412021-09-22 17:49:212150 'gpu_unittests': {
Chong Gudf7fbe92021-02-24 02:55:582151 'modifications': {
2152 'fuchsia-code-coverage': {
2153 'swarming': {
2154 'shards': 5,
2155 },
2156 },
2157 },
2158 },
Kevin McNeed21a6c522021-06-14 21:27:252159 'grit_python_unittests': {
2160 'remove_from': [
2161 # These tests require node, which is not supported in Win7.
2162 # (https://crbug.com/1218989)
2163 'Win 7 Tests x64 (1)',
2164 'Win7 Tests (1)',
Titouan Rigoudy9e860832021-11-08 15:34:452165 # TODO(https://crbug.com/1267125): Re-enable.
2166 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:172167 # TODO(https://crbug.com/1267125): Re-enable.
2168 'mac12-arm64-rel-tests',
Kevin McNeed21a6c522021-06-14 21:27:252169 ],
2170 },
Brian Sheedye285c9b2019-07-15 21:42:462171 'hardware_accelerated_feature_tests': {
2172 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2173 # exception once there is enough capacity to run these tests.
2174 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462175 'Android FYI Release (Pixel 2)',
2176 ],
2177 },
Brad Halla36886c2019-02-26 16:52:292178 'headless_browsertests': {
Chong Gud08d1232021-09-11 08:53:592179 'remove_from': [
2180 'CrWinAsan(dll)', # https://crbug.com/935598
Maksim Sisovc81d284c2021-10-05 17:54:352181 # Wayland bot doesn't support headless mode.
2182 'Linux Tests (Wayland)',
Chong Gud08d1232021-09-11 08:53:592183 ],
Chong Gud1a5c5992021-04-09 04:08:322184 'modifications': {
2185 'fuchsia-code-coverage': {
2186 'swarming': {
Chong Gu115ce152021-04-15 23:57:162187 'shards': 6,
Chong Gud1a5c5992021-04-09 04:08:322188 },
2189 },
2190 },
Brad Halla36886c2019-02-26 16:52:292191 },
Kenneth Russell8a386d42018-06-02 09:48:012192 'info_collection_tests': {
2193 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:012194 'Android V8 FYI Release (Nexus 5X)',
2195 'Linux V8 FYI Release (NVIDIA)',
Michael Achenbach5fdfc67b2018-12-13 13:26:352196 'Linux V8 FYI Release - pointer compression (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:012197 'Mac V8 FYI Release (Intel)',
2198 'Win V8 FYI Release (NVIDIA)',
2199 ],
Brian Sheedyfe61cdac2020-02-12 01:25:592200 'modifications': {
Brian Sheedyb18cb762020-06-30 00:09:292201 'ChromeOS FYI Release (amd64-generic)': {
Brian Sheedy65be3052020-06-26 19:26:512202 'args': [
Brian Sheedyb18cb762020-06-30 00:09:292203 # Swarming does not report a GPU since tests are run in a VM, but
2204 # the VM does report that a GPU is present.
2205 '--expected-device-id', '1050',
Brian Sheedydf2672f2020-05-07 20:44:362206 ],
2207 },
Chong Gu3065cdc2022-02-28 21:03:032208 'fuchsia-fyi-x64-rel': {
2209 'args': [
2210 # Swarming does not report a GPU since tests are run in a VM, but
2211 # the VM does report that a GPU is present.
2212 '--expected-device-id', 'c0de',
2213 ],
2214 },
2215 'fuchsia-fyi-x64-wst': {
2216 'args': [
2217 # Swarming does not report a GPU since tests are run in a VM, but
2218 # the VM does report that a GPU is present.
2219 '--expected-device-id', 'c0de',
2220 ],
2221 },
Brian Sheedyfe61cdac2020-02-12 01:25:592222 },
Brian Sheedy32eeeb52020-05-22 01:49:372223 'replacements': {
2224 'ChromeOS FYI Release (amd64-generic)': {
2225 'args': {
2226 # Swarming does not report a GPU since tests are run in a VM, but
2227 # the VM does report that a GPU is present.
2228 '--expected-vendor-id': '1af4',
Brian Sheedyb18cb762020-06-30 00:09:292229 # Magic substitution happens after regular replacement, so remove it
2230 # now since we are manually applying the expected device ID above.
2231 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
Brian Sheedy32eeeb52020-05-22 01:49:372232 },
Brian Sheedyff6d1442020-09-19 00:46:312233 },
Brian Sheedye9c7afe52022-06-13 21:19:372234 'Mac FYI Experimental Release (Apple M1)': {
2235 'args': {
2236 # The GPU information is not yet exposed in swarming, so we can't
2237 # explicitly request it and have the JSON generation handle this
2238 # automatically.
2239 '--expected-vendor-id': '106b',
2240 },
2241 },
Brian Sheedy177addbf2021-09-24 19:06:512242 'Mac FYI Release (Apple M1)': {
2243 'args': {
2244 # The GPU information is not yet exposed in swarming, so we can't
2245 # explicitly request it and have the JSON generation handle this
2246 # automatically.
2247 '--expected-vendor-id': '106b',
2248 },
2249 },
Chong Gu3065cdc2022-02-28 21:03:032250 'fuchsia-fyi-x64-rel': {
2251 'args': {
2252 # The GPU information is not exposed in swarming since Fuchsia
2253 # launches an emulator on the GCE machine.
2254 '--expected-vendor-id': '1ae0',
2255 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2256 },
2257 },
2258 'fuchsia-fyi-x64-wst': {
2259 'args': {
2260 # The GPU information is not exposed in swarming since Fuchsia
2261 # launches an emulator on the GCE machine.
2262 '--expected-vendor-id': '1ae0',
2263 '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
2264 },
2265 },
Brian Sheedy32eeeb52020-05-22 01:49:372266 },
Kenneth Russell8a386d42018-06-02 09:48:012267 },
Kenneth Russelleb60cbd22017-12-05 07:54:282268 'interactive_ui_tests': {
Brad Halla36886c2019-02-26 16:52:292269 'remove_from': [
Brad Halla36886c2019-02-26 16:52:292270 'CrWinAsan(dll)', # https://crbug.com/935598
2271 ],
Kenneth Russelleb60cbd22017-12-05 07:54:282272 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152273 'Linux - Future (dbg)': { # client.v8.chromium
Nico Weberdae13cd92018-12-14 13:56:262274 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:152275 'shards': 3,
Nico Weberdae13cd92018-12-14 13:56:262276 },
2277 },
Erik Staabd468a802022-06-28 23:38:032278 'Linux ASan LSan Low Symbols FYI Tests (1)': {
2279 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2280 'swarming': {
2281 'shards': 6,
2282 'quickrun_shards': 12,
2283 },
2284 },
John Budorickca14c76f62017-12-09 14:19:182285 'Linux ASan LSan Tests (1)': {
Ben Pastened2c01af2022-01-31 23:06:442286 # These are slow on the ASan trybot for some reason, crbug.com/1257927
Nico Weber96a75a6942018-06-20 04:53:172287 'swarming': {
2288 'shards': 6,
Struan Shrimptone772d72f2021-12-15 07:50:092289 'quickrun_shards': 12,
Nico Weber96a75a6942018-06-20 04:53:172290 },
2291 },
Pavol Marko05b6bb92022-03-21 12:33:292292 'Linux Chromium OS ASan LSan Tests (1)': {
2293 # These are slow on the ASan trybot for some reason, crbug.com/1257927
2294 'swarming': {
2295 'shards': 6,
2296 'quickrun_shards': 12,
2297 },
2298 },
Ben Pastene7636bb62022-04-22 18:55:252299 'Linux ChromiumOS MSan Focal': {
2300 # These are very slow on the Chrome OS MSAN trybot for some reason.
2301 # crbug.com/865455
2302 'swarming': {
2303 'shards': 5,
2304 },
2305 },
Takuto Ikuta54671d972018-07-19 19:06:352306 'Linux ChromiumOS MSan Tests': {
2307 # These are very slow on the Chrome OS MSAN trybot for some reason.
2308 # crbug.com/865455
2309 'swarming': {
2310 'shards': 5,
2311 },
2312 },
Stephen Martinis1384ff92020-01-07 19:52:152313 'Linux TSan Tests': {
Ben Pastened2c01af2022-01-31 23:06:442314 # These are slow on the TSan bots for some reason, crbug.com/1257927
Dirk Pranke8fd63c12017-12-10 18:06:272315 'swarming': {
Stephen Martinisad6cb7af2021-02-24 01:12:002316 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
Dirk Pranke8fd63c12017-12-10 18:06:272317 },
2318 },
Maksim Sisovc81d284c2021-10-05 17:54:352319 # https://crbug.com/1192997
2320 'Linux Tests (Wayland)': {
2321 'args': [
2322 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
2323 ],
2324 },
Lindsay Pasrichab3f72db2021-09-22 22:05:462325 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
2326 'experiment_percentage': 100,
2327 },
Struan Shrimptone772d72f2021-12-15 07:50:092328 'Mac11 Tests': {
2329 'swarming': {
2330 'quickrun_shards': 6,
2331 },
2332 },
Yue She0cad2922022-06-24 15:06:072333 'Mac12 Tests': {
2334 'swarming': {
2335 'quickrun_shards': 6,
2336 },
2337 },
Cameron Higgins7558b162022-06-10 18:53:072338 'Mac12 Tests (dbg)': { # https://crbug.com/1265051
Zhaoyang Li9357e1e12021-12-07 18:53:172339 'experiment_percentage': 100,
2340 },
Stephen Martinis1384ff92020-01-07 19:52:152341 'ToTLinuxTSan': {
Ben Pastened2c01af2022-01-31 23:06:442342 # These are slow on the TSan bots for some reason, crbug.com/1257927
Stephen Martinis1384ff92020-01-07 19:52:152343 'swarming': {
2344 'shards': 6,
2345 },
2346 },
Struan Shrimptona1ab7672022-01-13 18:02:512347 'Win10 Tests x64': {
2348 'swarming': {
Struan Shrimptonf5b2b552022-01-20 20:37:392349 'quickrun_shards': 8,
Struan Shrimptona1ab7672022-01-13 18:02:512350 },
2351 },
Stephen Martinis1384ff92020-01-07 19:52:152352 # temporary, https://crbug.com/818832
Greg Thompson3eb7e6522018-05-25 09:04:032353 'Win10 Tests x64 (dbg)': {
2354 'experiment_percentage': 100,
2355 },
Jacob Kopczynski3a555bd32020-12-10 01:41:162356 # TODO(crbug.com/970649): Remove these filters.
Ben Pastene8ef125e2019-12-10 01:46:292357 'linux-chromeos-chrome': {
Ben Pastene8ef125e2019-12-10 01:46:292358 'args': [
2359 '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
2360 ],
2361 },
Stephen Martinis1384ff92020-01-07 19:52:152362 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112363 'swarming': {
2364 'shards': 10,
2365 },
2366 },
Pavol Marko582a15d2022-04-01 12:47:202367 'linux-chromeos-dbg': {
2368 'swarming': {
2369 'shards': 6,
2370 },
2371 },
Stephen Martinis1384ff92020-01-07 19:52:152372 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:112373 'swarming': {
2374 'shards': 10,
2375 },
2376 },
Sven Zheng80734f12020-08-06 06:50:392377 # https://crbug.com/1111979
Junhua Chen39dd2dba2021-05-05 17:51:542378 'linux-lacros-code-coverage': {
2379 'args': [
2380 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2381 ],
2382 },
2383 # https://crbug.com/1111979
Jieting Yangbf15db672021-10-04 19:18:372384 'linux-lacros-dbg-tests-fyi': {
2385 'args': [
2386 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
2387 ],
2388 },
2389 # https://crbug.com/1111979
Sven Zheng010820d2020-08-17 22:38:442390 'linux-lacros-tester-rel': {
Sven Zheng010820d2020-08-17 22:38:442391 'args': [
Yuke Liao56a437dd2021-05-05 04:53:402392 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
Sven Zheng010820d2020-08-17 22:38:442393 ],
2394 },
Kuan Huang235b0142021-10-19 18:59:282395 'mac-code-coverage': {
2396 'args': [
2397 '--coverage-continuous-mode=1',
2398 ],
2399 },
Lindsay Pasricha60535a22021-12-13 16:50:242400 # TODO (crbug.com/1278617) Re-enable once fixed
2401 'mac-osxbeta-rel': {
2402 'experiment_percentage': 100,
2403 },
Kenneth Russelleb60cbd22017-12-05 07:54:282404 },
2405 },
Sven Zhengef0d0872022-04-04 22:13:292406 'interactive_ui_tests amd64-generic': {
Yuke Liaob6beaeca2021-04-29 23:41:512407 'remove_from': [
2408 # TODO(crbug.com/1204231): Re-enable.
2409 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492410 'lacros-amd64-generic-rel-fyi',
Yuke Liaob6beaeca2021-04-29 23:41:512411 ]
2412 },
Sven Zhengef0d0872022-04-04 22:13:292413 'interactive_ui_tests eve': {
Yuke Liao79a8cf52021-06-11 18:14:342414 'remove_from': [
2415 # TODO(crbug.com/1204231): Re-enable.
2416 'lacros-amd64-generic-rel',
Yuke Liao859819d2022-02-24 08:23:492417 'lacros-amd64-generic-rel-fyi',
Yuke Liao79a8cf52021-06-11 18:14:342418 ]
2419 },
John Budorickf00e5ff2019-06-11 21:21:062420 'ipc_tests': {
2421 'modifications': {
Ken Rockot83999b62022-05-20 21:37:052422 'Linux ChromiumOS MSan Tests': {
2423 'swarming': {
2424 'dimension_sets': [
2425 {
2426 'cpu': 'x86-64',
2427 'os': 'Ubuntu-18.04',
2428 },
2429 ],
2430 },
2431 },
2432 'Linux MSan Tests': {
2433 'swarming': {
2434 'dimension_sets': [
2435 {
2436 'cpu': 'x86-64',
2437 'os': 'Ubuntu-18.04',
2438 },
2439 ],
2440 },
2441 },
John Budorickf00e5ff2019-06-11 21:21:062442 'android-asan': {
2443 'swarming': {
2444 'shards': 2,
2445 },
2446 },
2447 },
2448 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032449 'maps_pixel_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052450 'modifications': {
2451 'Android FYI Release (Pixel 4)': {
2452 'args': [
2453 # Pixel 4s are weird in that they can output in different color spaces
2454 # simultaneously. The readback code for capturing a screenshot assumes
2455 # only one color space, so disable wide color gamut for the test to
2456 # work around the issue. See https://crbug.com/1166379 for more
2457 # information.
2458 '--extra-browser-args=--disable-wcg-for-test',
2459 ],
2460 },
Ben Pastene63f13302022-05-12 21:04:052461 'android_optional_gpu_tests_rel': {
2462 'args': [
2463 # See above.
2464 '--extra-browser-args=--disable-wcg-for-test',
2465 ],
2466 },
Brian Sheedyc0c142c2021-06-01 21:18:052467 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032468 'replacements': {
2469 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2470 # use ${got_cr_revision}, which is only set on the V8 bots.
2471 'Linux V8 FYI Release (NVIDIA)': {
2472 'args': {
2473 '--git-revision': '${got_cr_revision}',
2474 },
2475 },
2476 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2477 'args': {
2478 '--git-revision': '${got_cr_revision}',
2479 },
2480 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002481 'Mac V8 FYI Release (Intel)': {
2482 'args': {
2483 '--git-revision': '${got_cr_revision}',
2484 },
2485 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032486 'Win V8 FYI Release (NVIDIA)': {
2487 'args': {
2488 '--git-revision': '${got_cr_revision}',
2489 },
2490 },
2491 },
2492 },
2493 'maps_pixel_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502494 'modifications': {
2495 'Android FYI Release (Pixel 4)': {
2496 'args': [
2497 # Pixel 4s are weird in that they can output in different color spaces
2498 # simultaneously. The readback code for capturing a screenshot assumes
2499 # only one color space, so disable wide color gamut for the test to
2500 # work around the issue. See https://crbug.com/1166379 for more
2501 # information.
2502 '--extra-browser-args=--disable-wcg-for-test',
2503 ],
2504 },
Ben Pastene63f13302022-05-12 21:04:052505 'android_optional_gpu_tests_rel': {
2506 'args': [
2507 # See above.
2508 '--extra-browser-args=--disable-wcg-for-test',
2509 ],
2510 },
Brian Sheedy0566f2cb2021-02-12 22:12:502511 },
Brian Sheedye285c9b2019-07-15 21:42:462512 # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
2513 # exception once there is enough capacity to run these tests.
2514 'remove_from': [
Brian Sheedye285c9b2019-07-15 21:42:462515 'Android FYI Release (Pixel 2)',
2516 ],
Brian Sheedy44fd891b2019-10-03 20:07:542517 'replacements': {
Brian Sheedy44fd891b2019-10-03 20:07:542518 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2519 # use ${got_cr_revision}, which is only set on the V8 bots.
2520 'Android V8 FYI Release (Nexus 5X)': {
2521 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322522 '--git-revision': '${got_cr_revision}',
Brian Sheedy44fd891b2019-10-03 20:07:542523 },
2524 },
Brian Sheedy44fd891b2019-10-03 20:07:542525 },
Brian Sheedye285c9b2019-07-15 21:42:462526 },
Andrew Luo38b311f2019-10-04 03:42:092527 'media_unittests': {
2528 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:472529 'android-11-x86-rel': {
Haiyang Pancf765862021-03-18 20:39:152530 'args': [
Haiyang Pan80b0d412021-11-23 00:06:422531 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
2532 ],
2533 },
Haiyang Pan2a55a452022-03-03 08:18:332534 'android-12-x64-rel': {
Haiyang Pan80b0d412021-11-23 00:06:422535 'args': [
2536 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
Haiyang Pancf765862021-03-18 20:39:152537 ],
2538 },
Haiyang Pan2486dcb2020-09-18 17:53:062539 'android-marshmallow-x86-rel-non-cq': {
John Budorickb5185112020-01-08 22:40:212540 'args': [
Haiyang Pan569659f02020-05-30 00:48:452541 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
John Budorickb5185112020-01-08 22:40:212542 ],
2543 },
Andrew Luo38b311f2019-10-04 03:42:092544 'android-pie-arm64-rel': {
Andrew Luobe83fd82019-12-19 03:07:582545 'args': [
2546 '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
2547 ],
Andrew Luo38b311f2019-10-04 03:42:092548 },
Chong Gudf7fbe92021-02-24 02:55:582549 'fuchsia-code-coverage': {
2550 'swarming': {
2551 'shards': 3,
2552 },
2553 },
Chong Gub2446462021-08-19 18:44:082554 'fuchsia-fyi-arm64-dbg': {
2555 'args': [
2556 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
2557 ],
2558 },
Andrew Luo38b311f2019-10-04 03:42:092559 },
2560 },
Chong Gu4eca1ce2021-05-17 08:49:572561 'mediapipe_validating_tests': {
Chong Guabe5adec02022-03-24 17:41:302562 'modifications': { # TODO(crbug.com/1201887): Remove once tests are stable.
2563 'fuchsia-fyi-x64-rel': {
2564 'experiment_percentage': 100,
2565 },
2566 },
Chong Gu4eca1ce2021-05-17 08:49:572567 'remove_from': [
2568 # TODO(crbug.com/1201887): Remove once tests are stable.
2569 'Fuchsia x64',
2570 ],
2571 },
Ben Joyce02dc8092021-03-04 21:48:192572 'mojo_test_apk': {
2573 'remove_from': [
2574 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:252575 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:192576 ],
2577 },
John Budorickf00e5ff2019-06-11 21:21:062578 'mojo_unittests': {
2579 'modifications': {
2580 'android-asan': {
2581 'swarming': {
John Budorick5a29d7542019-10-11 20:56:442582 'shards': 5,
John Budorickf00e5ff2019-06-11 21:21:062583 },
2584 },
Chong Gudf7fbe92021-02-24 02:55:582585 'fuchsia-code-coverage': {
2586 'swarming': {
2587 'shards': 2,
2588 },
2589 },
John Budorickf00e5ff2019-06-11 21:21:062590 },
2591 },
bsheedye9469572019-01-23 17:31:332592 'monochrome_public_test_ar_apk': {
2593 'modifications': {
Brian Sheedy12169aa2019-10-16 23:38:032594 'Nougat Phone Tester': {
2595 'args': [
2596 # ArCore is not installed as a system app on N, so we can install it
2597 # normally instead of replacing the system version.
2598 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2599 ],
2600 },
bsheedye9469572019-01-23 17:31:332601 # We need to match the Playstore version as well because AR tests fail on
2602 # old versions of the Playstore.
2603 'Oreo Phone Tester': {
Brian Sheedy2bcd16b2019-04-22 22:47:082604 'args': [
2605 # ArCore is not installed as a system app on O, so we can install it
2606 # normally instead of replacing the system version.
2607 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
2608 ],
bsheedye9469572019-01-23 17:31:332609 'swarming': {
2610 'dimension_sets': [
2611 {
2612 'device_os': 'OPR3.170623.008',
bsheedye9469572019-01-23 17:31:332613 'device_type': 'marlin',
2614 'os': 'Android',
2615 },
2616 ],
2617 },
2618 },
Haiyang Pan57159eba2020-05-07 23:14:132619 'android-10-arm64-rel': {
2620 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502621 '--remove-system-package=com.google.ar.core',
2622 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Haiyang Pan57159eba2020-05-07 23:14:132623 ]
2624 },
Brian Sheedy2bcd16b2019-04-22 22:47:082625 'android-pie-arm64-dbg': {
2626 'args': [
Brian Sheedy4dc4a6f2020-09-17 22:18:502627 '--remove-system-package=com.google.ar.core',
2628 '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
Brian Sheedy2bcd16b2019-04-22 22:47:082629 ]
2630 }
bsheedye9469572019-01-23 17:31:332631 },
2632 },
Kenneth Russellfbda3c532017-12-08 23:57:242633 'nacl_loader_unittests': {
2634 'remove_from': [
Nico Weber48f187142018-06-01 15:16:352635 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
Nico Weber3611ee802018-06-07 13:34:512636 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
Nico Webera8fc38f72018-04-10 02:20:112637 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
Nico Weber05d3e642018-05-31 16:59:482638 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
Kenneth Russellfbda3c532017-12-08 23:57:242639 ],
2640 },
Kenneth Russelleb60cbd22017-12-05 07:54:282641 'net_unittests': {
2642 'modifications': {
Nico Weber33b9b7a2020-06-12 19:23:272643 'CrWinAsan': {
Ben Pastened2c01af2022-01-31 23:06:442644 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272645 'swarming': {
2646 'shards': 16,
2647 },
2648 },
2649 'CrWinAsan(dll)': {
Ben Pastened2c01af2022-01-31 23:06:442650 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272651 'swarming': {
2652 'shards': 16,
2653 },
2654 },
Erik Staabd468a802022-06-28 23:38:032655 'Linux ASan LSan Low Symbols FYI Tests (1)': {
2656 # These are very slow on the ASAN trybot for some reason.
2657 # crbug.com/1257927
2658 'swarming': {
2659 'shards': 16,
2660 },
2661 },
John Budorickca14c76f62017-12-09 14:19:182662 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:342663 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442664 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182665 'swarming': {
John Budorick5052d552017-12-13 02:59:342666 'shards': 16,
John Budorickca14c76f62017-12-09 14:19:182667 },
2668 },
2669 'Linux Chromium OS ASan LSan Tests (1)': {
Takuto Ikuta54671d972018-07-19 19:06:352670 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:442671 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:182672 'swarming': {
Sergey Berezinda3255c2018-03-16 00:34:022673 'shards': 8,
John Budorickca14c76f62017-12-09 14:19:182674 }
2675 },
Takuto Ikuta54671d972018-07-19 19:06:352676 'Linux ChromiumOS MSan Tests': {
2677 # These are very slow on the Chrome OS MSAN trybot for some reason.
2678 # crbug.com/865455
2679 'swarming': {
2680 'shards': 2,
2681 },
2682 },
John Budorickca14c76f62017-12-09 14:19:182683 'Linux TSan Tests': {
2684 'swarming': {
2685 'shards': 4,
2686 }
2687 },
Ben Pastene8bf205b2018-06-13 04:00:332688 # The suite runs signficantly slower on linux dbg, so increase shards.
2689 'Linux Tests (dbg)(1)': {
2690 'swarming': {
2691 'shards': 2,
2692 },
2693 },
Stephen Martinis1384ff92020-01-07 19:52:152694 'ToTLinuxASan': {
Ben Pastened2c01af2022-01-31 23:06:442695 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Stephen Martinis1384ff92020-01-07 19:52:152696 'swarming': {
2697 'shards': 16,
2698 },
2699 },
2700 'ToTLinuxTSan': {
2701 'swarming': {
2702 'shards': 4,
2703 }
2704 },
Haiyang Pan9d68ca02021-08-04 21:30:472705 'android-11-x86-rel': {
Haiyang Pan8d9906e02021-03-24 20:11:042706 'args': [
2707 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2708 ],
2709 },
Haiyang Pan2a55a452022-03-03 08:18:332710 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:062711 'args': [
2712 # TODO(crbug.com/1191793): Fix the test failure
2713 '--gtest_filter=-MimeUtilTest.ExtensionTest',
2714 ],
2715 },
Stefano Duof44278b2021-08-02 16:29:382716 'android-cronet-x86-dbg-10-tests': {
2717 'args': [
2718 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
2719 ],
2720 },
Chidera Olibieef99a55ca2021-10-01 21:42:002721 'android-cronet-x86-dbg-11-tests': {
2722 'args': [
2723 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
2724 ],
2725 },
Chidera Olibie262e33e2022-03-02 11:45:282726 'android-cronet-x86-dbg-lollipop-tests': {
2727 'args': [
2728 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
2729 ],
2730 },
Chidera Olibieef99a55ca2021-10-01 21:42:002731 'android-cronet-x86-dbg-oreo-tests': {
2732 'args': [
2733 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2734 ],
2735 },
Chidera Olibie509fd732021-09-30 20:17:172736 'android-cronet-x86-dbg-pie-tests': {
2737 # crbug.com/1046060
2738 'args': [
2739 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2740 ],
2741 },
Chidera Olibie5c0ec912022-03-23 10:44:512742 'android-cronet-x86-rel-kitkat-tests': {
2743 'args': [
2744 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
2745 ],
2746 },
Haiyang Pan2486dcb2020-09-18 17:53:062747 'android-marshmallow-x86-rel-non-cq': {
John Budorick7fde6b492020-01-29 17:43:502748 # crbug.com/1046060
2749 'args': [
2750 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2751 ],
2752 },
Haiyang Pan08d09dc2020-04-01 16:11:212753 'android-pie-x86-rel': {
John Budorick7fde6b492020-01-29 17:43:502754 # crbug.com/1046060
2755 'args': [
2756 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
2757 ],
2758 },
Struan Shrimpton4b7abc02021-12-16 01:36:592759 'chromeos-amd64-generic-rel': {
2760 'swarming': {
2761 'quickrun_shards': 6,
2762 },
2763 },
Chong Gu76046412021-09-22 17:49:212764 'fuchsia-code-coverage': {
2765 'swarming': {
2766 'shards': 14,
2767 },
2768 },
Ben Pastene8bf205b2018-06-13 04:00:332769 'linux-chromeos-dbg': {
2770 'swarming': {
2771 'shards': 2,
2772 },
2773 },
Lindsay Pasricha60535a22021-12-13 16:50:242774 # TODO (crbug.com/1278618) Re-enable once fixed
2775 'mac-osxbeta-rel': {
2776 'experiment_percentage': 0,
2777 },
Nico Weber33b9b7a2020-06-12 19:23:272778 'win-asan': {
Ben Pastened2c01af2022-01-31 23:06:442779 # TODO(crbug.com/1257927): net_unittests is slow under ASan.
Nico Weber33b9b7a2020-06-12 19:23:272780 'swarming': {
2781 'shards': 16,
2782 },
2783 },
Kenneth Russelleb60cbd22017-12-05 07:54:282784 },
2785 },
John Chenaab16fc02020-03-03 06:35:452786 'not_site_per_process_blink_web_tests': {
Lukasz Anforowicz04bc6302018-11-19 19:04:282787 'remove_from': [
Lukasz Anforowicz04bc6302018-11-19 19:04:282788 # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
2789 'Linux Tests (dbg)(1)',
Lukasz Anforowicz04bc6302018-11-19 19:04:282790 ],
Yuke Liaobc9ff982019-04-30 06:56:162791 'modifications': {
Stephen Martinis1384ff92020-01-07 19:52:152792 'Linux Tests': {
2793 "args": [
2794 "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
Stephen Martinis1384ff92020-01-07 19:52:152795 ],
Struan Shrimpton57c594e42022-01-25 17:59:132796 'swarming': {
2797 'quickrun_shards': 18,
2798 },
Stephen Martinis1384ff92020-01-07 19:52:152799 },
Yuke Liaoea70f472019-12-19 06:03:362800 'linux-code-coverage': {
2801 'args': [
2802 '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
Yuke Liaoea70f472019-12-19 06:03:362803 ],
2804 'swarming': {
2805 'shards': 20,
2806 },
2807 },
Yuke Liaobc9ff982019-04-30 06:56:162808 },
Lukasz Anforowicz04bc6302018-11-19 19:04:282809 },
Xi Cheng34ca4042018-02-23 00:10:122810 'notification_helper_unittests': {
2811 'remove_from': [
Hans Wennborg252643a2018-05-22 14:41:122812 # The test uses WinRT, which only exists in Windows 8 or above.
2813 # (https://crbug.com/813553)
Xi Cheng34ca4042018-02-23 00:10:122814 'Win 7 Tests x64 (1)',
Xi Cheng34ca4042018-02-23 00:10:122815 'Win7 Tests (1)',
Stephen Martinis1384ff92020-01-07 19:52:152816 # all these bots run Windows 7.
Xi Cheng34ca4042018-02-23 00:10:122817 'ToTWin',
2818 'ToTWin(dbg)',
2819 'ToTWin(dll)',
inglorionb8e7a3ed2019-04-12 09:49:032820 'ToTWinOfficial',
Arthur Eubanks0c24b822021-06-15 18:51:342821 'ToTWinOfficial64',
Xi Cheng34ca4042018-02-23 00:10:122822 'ToTWin64',
2823 'ToTWin64(dbg)',
2824 'ToTWin64(dll)',
Xi Cheng34ca4042018-02-23 00:10:122825 ],
2826 },
Peter McNeeley3cfc0ec82021-12-08 20:36:242827 'overlay_prioritization_viz_unittests': {
2828 'remove_from': [
2829 # Reduce CQ load
2830 'Linux Tests (Wayland)',
2831 ],
2832 },
Ben Pastenee723b2f2019-05-31 19:10:272833 'ozone_unittests': {
2834 'modifications': {
Ben Pastene8ef125e2019-12-10 01:46:292835 'chromeos-betty-pi-arc-chrome': {
2836 'args': [
2837 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2838 ],
2839 },
Ben Pastene500cc1d12021-01-22 18:10:472840 'chromeos-betty-pi-arc-chrome-dchecks': {
2841 'args': [
2842 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2843 ],
2844 },
Ben Pastene8ef125e2019-12-10 01:46:292845 'linux-chromeos-chrome': {
2846 'args': [
2847 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
2848 ],
2849 },
Ben Pastenee723b2f2019-05-31 19:10:272850 },
2851 },
Maksim Sisovc81d284c2021-10-05 17:54:352852 'ozone_x11_unittests': {
2853 # Wayland bot uses chromium_linux_gtests that includes some x11 only
2854 # test targets. To avoid maintaining a list of tests, remove them here.
2855 'remove_from': [
2856 'Linux Tests (Wayland)',
2857 ],
2858 },
Karen Qian385d2ca2019-03-19 21:49:582859 'perfetto_unittests': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302860 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:332861 'android-12-x64-rel': {
Haiyang Pan0e27adbeb2021-12-14 22:44:302862 'args': [
2863 # TODO(crbug.com/1260440): Fix the failed test
2864 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2865 ],
2866 },
James Shen274775eb2022-07-06 22:54:432867 'android-nougat-x86-rel': {
2868 'args': [
2869 # TODO(crbug.com/1260440): Fix the failed test
2870 '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
2871 ],
2872 },
Chong Gua10cd302022-01-14 19:22:192873 'fuchsia-fyi-x64-asan': {
2874 'args': [
Kevin Marshall847bf0332022-05-31 20:12:542875 # TODO(crbug.com/1199334): Error messages only show up in klog.
2876 '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
Chong Gua10cd302022-01-14 19:22:192877 ],
2878 },
Haiyang Pan0e27adbeb2021-12-14 22:44:302879 },
Karen Qian385d2ca2019-03-19 21:49:582880 'remove_from': [
Haiyang Pan363c59a2020-07-23 05:47:042881 # TODO(crbug.com/931138): Fix permission issue when creating tmp files
John Budorickd3fa5992019-12-13 17:22:412882 'android-arm64-proguard-rel',
John Budorickf2283d72019-06-25 01:09:092883 'android-asan',
Yun Liu022f4512019-06-10 23:14:042884 'android-code-coverage',
Yun Liu7cfd28a2019-10-30 01:57:122885 'android-code-coverage-native',
Karen Qian385d2ca2019-03-19 21:49:582886 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:062887 'android-marshmallow-x86-rel-non-cq',
Ben Joyce46ca6012021-03-31 19:19:252888 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Andrew Luo38b311f2019-10-04 03:42:092889 'android-pie-arm64-rel',
Haiyang Pan08d09dc2020-04-01 16:11:212890 'android-pie-x86-rel',
Haiyang Pan9d68ca02021-08-04 21:30:472891 'android-11-x86-rel',
Karen Qian385d2ca2019-03-19 21:49:582892 'Marshmallow 64 bit Tester',
2893 'Marshmallow Tablet Tester',
2894 'Nougat Phone Tester',
Arthur Eubanksc8f86ee2021-05-10 20:14:242895 'ToTAndroid'
Karen Qian385d2ca2019-03-19 21:49:582896 ]
2897 },
Stephen Martinis54d64ad2018-09-21 22:16:202898 'performance_test_suite': {
2899 'modifications': {
Cameron Higgins7558b162022-06-10 18:53:072900 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:172901 'args': [
2902 '--browser=debug',
2903 ],
2904 },
Stephen Martinis54d64ad2018-09-21 22:16:202905 'Win10 Tests x64 (dbg)': {
2906 'args': [
Takuto Ikutab28b582e2021-02-10 01:41:212907 '--browser=debug_x64',
Stephen Martinis54d64ad2018-09-21 22:16:202908 ],
2909 'experiment_percentage': 100,
2910 },
Stephen Martinis54d64ad2018-09-21 22:16:202911 },
2912 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032913 'pixel_skia_gold_passthrough_test': {
Brian Sheedyc0c142c2021-06-01 21:18:052914 'modifications': {
2915 'Android FYI Release (Pixel 4)': {
2916 'args': [
2917 # Pixel 4s are weird in that they can output in different color spaces
2918 # simultaneously. The readback code for capturing a screenshot assumes
2919 # only one color space, so disable wide color gamut for the test to
2920 # work around the issue. See https://crbug.com/1166379 for more
2921 # information.
2922 '--extra-browser-args=--disable-wcg-for-test',
2923 ],
2924 },
Struan Shrimptone772d72f2021-12-15 07:50:092925 'Mac Retina Release (AMD)': {
2926 'swarming': {
2927 'quickrun_shards': 2,
2928 },
2929 },
Struan Shrimpton4b7abc02021-12-16 01:36:592930 'Win10 x64 Release (NVIDIA)': {
2931 'swarming': {
2932 'quickrun_shards': 2,
2933 },
2934 },
Ben Pastene63f13302022-05-12 21:04:052935 'android_optional_gpu_tests_rel': {
2936 'args': [
2937 # See above.
2938 '--extra-browser-args=--disable-wcg-for-test',
2939 ],
2940 },
Brian Sheedyc0c142c2021-06-01 21:18:052941 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032942 'replacements': {
2943 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2944 # use ${got_cr_revision}, which is only set on the V8 bots.
2945 'Linux V8 FYI Release (NVIDIA)': {
2946 'args': {
2947 '--git-revision': '${got_cr_revision}',
2948 },
2949 },
2950 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
2951 'args': {
2952 '--git-revision': '${got_cr_revision}',
2953 },
2954 },
Jonah Ryan-Davisdeeffeaf2020-06-18 17:56:002955 'Mac V8 FYI Release (Intel)': {
2956 'args': {
2957 '--git-revision': '${got_cr_revision}',
2958 },
2959 },
Jonah Ryan-Davis832c8462020-06-09 03:45:032960 'Win V8 FYI Release (NVIDIA)': {
2961 'args': {
2962 '--git-revision': '${got_cr_revision}',
2963 },
2964 },
2965 },
2966 },
2967 'pixel_skia_gold_validating_test': {
Brian Sheedy0566f2cb2021-02-12 22:12:502968 'modifications': {
2969 'Android FYI Release (Pixel 4)': {
2970 'args': [
2971 # Pixel 4s are weird in that they can output in different color spaces
2972 # simultaneously. The readback code for capturing a screenshot assumes
2973 # only one color space, so disable wide color gamut for the test to
2974 # work around the issue. See https://crbug.com/1166379 for more
2975 # information.
2976 '--extra-browser-args=--disable-wcg-for-test',
2977 ],
2978 },
Ben Pastene63f13302022-05-12 21:04:052979 'android_optional_gpu_tests_rel': {
2980 'args': [
2981 # See above.
2982 '--extra-browser-args=--disable-wcg-for-test',
2983 ],
2984 },
Chong Guabe5adec02022-03-24 17:41:302985 'fuchsia-fyi-x64-rel': { # https://crbug.com/1302427
2986 'experiment_percentage': 100,
2987 },
Brian Sheedy0566f2cb2021-02-12 22:12:502988 },
Chong Gu0aa929e62022-03-03 15:34:132989 'remove_from': [
2990 'Fuchsia x64', # https://crbug.com/1302427
2991 ],
Brian Sheedye6ea0ee2019-07-11 02:54:372992 'replacements': {
Brian Sheedye6ea0ee2019-07-11 02:54:372993 # The V8 builders pass the V8 revision for ${got_revision}, so instead
2994 # use ${got_cr_revision}, which is only set on the V8 bots.
2995 'Android V8 FYI Release (Nexus 5X)': {
2996 'args': {
Brian Sheedy4d335deb2020-04-01 20:47:322997 '--git-revision': '${got_cr_revision}',
Brian Sheedye6ea0ee2019-07-11 02:54:372998 },
2999 },
Brian Sheedye6ea0ee2019-07-11 02:54:373000 },
3001 },
3002 'pixel_test':{
Takuto Ikuta35c85522019-06-04 16:55:463003 'modifications': {
3004 'Android Release (Nexus 5X)': {
3005 'swarming': {
3006 'shards': 2,
3007 },
3008 },
3009 },
Nico Weber128fd382018-06-14 23:29:273010 },
John Budorickdce9d462019-03-23 00:25:383011 'sandbox_linux_unittests': {
3012 'modifications': {
Haiyang Pan2a55a452022-03-03 08:18:333013 'android-12-x64-rel': {
Haiyang Pan4d49f5d2021-11-24 02:06:133014 'args': [
3015 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
3016 ]
3017 },
Haiyang Pan6b8e4cf2021-08-02 21:38:283018 'android-marshmallow-x86-rel': {
John Budorick6e8e595b2020-01-27 18:15:583019 'args': [
3020 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3021 ]
3022 },
James Shenca34ad02022-06-29 22:38:513023 'android-nougat-x86-rel': {
3024 'args': [
3025 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3026 ]
3027 },
Haiyang Pan08d09dc2020-04-01 16:11:213028 'android-pie-x86-rel': {
John Budorick191adfcd2020-01-29 18:19:043029 'args': [
3030 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
3031 ]
3032 },
John Budorickdce9d462019-03-23 00:25:383033 },
John Budorick3ebfdf852019-05-13 22:28:163034 'remove_from': [
John Budorick3ebfdf852019-05-13 22:28:163035 'android-asan', # https://crbug.com/962650
3036 ],
John Budorickdce9d462019-03-23 00:25:383037 },
Brian Sheedyc0c142c2021-06-01 21:18:053038 'screenshot_sync_passthrough_tests': {
3039 'modifications': {
3040 'Android FYI Release (Pixel 4)': {
3041 'args': [
3042 # Pixel 4s are weird in that they can output in different color spaces
3043 # simultaneously. The readback code for capturing a screenshot assumes
3044 # only one color space, so disable wide color gamut for the test to
3045 # work around the issue. See https://crbug.com/1166379 for more
3046 # information.
3047 '--extra-browser-args=--disable-wcg-for-test',
3048 ],
3049 },
Ben Pastene63f13302022-05-12 21:04:053050 'android_optional_gpu_tests_rel': {
3051 'args': [
3052 # See above.
3053 '--extra-browser-args=--disable-wcg-for-test',
3054 ],
3055 },
Brian Sheedyc0c142c2021-06-01 21:18:053056 },
3057 },
Brian Sheedy0566f2cb2021-02-12 22:12:503058 'screenshot_sync_validating_tests': {
3059 'modifications': {
3060 'Android FYI Release (Pixel 4)': {
3061 'args': [
3062 # Pixel 4s are weird in that they can output in different color spaces
3063 # simultaneously. The readback code for capturing a screenshot assumes
3064 # only one color space, so disable wide color gamut for the test to
3065 # work around the issue. See https://crbug.com/1166379 for more
3066 # information.
3067 '--extra-browser-args=--disable-wcg-for-test',
3068 ],
3069 },
Ben Pastene63f13302022-05-12 21:04:053070 'android_optional_gpu_tests_rel': {
3071 'args': [
3072 # See above.
3073 '--extra-browser-args=--disable-wcg-for-test',
3074 ],
3075 },
Brian Sheedy0566f2cb2021-02-12 22:12:503076 },
Chong Gu0aa929e62022-03-03 15:34:133077 'remove_from': [
3078 'Fuchsia x64', # https://crbug.com/1302427
3079 ],
Brian Sheedy0566f2cb2021-02-12 22:12:503080 },
Kenneth Russelleb60cbd22017-12-05 07:54:283081 'services_unittests': {
3082 'remove_from': [
Nico Weber15a00d62018-05-16 17:11:483083 'ToTLinuxMSan', # https://crbug.com/831676
Kenneth Russell8a386d42018-06-02 09:48:013084 # The face and barcode detection tests fail on the Mac Pros.
3085 'Mac Pro FYI Release (AMD)',
Nico Weberd36959682018-04-12 03:33:463086 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:253087 'Linux ChromiumOS MSan Focal',
Nico Weberd36959682018-04-12 03:33:463088 'Linux MSan Tests', # https://crbug.com/831676
Ben Pastene7636bb62022-04-22 18:55:253089 'Linux MSan Focal', # https://crbug.com/831676
Kenneth Russelleb60cbd22017-12-05 07:54:283090 ],
Brian Sheedyb6c58792020-05-07 18:37:333091 'replacements': {
3092 # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
3093 'Mac FYI Experimental Release (Intel)': {
3094 'args': {
3095 '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
3096 },
3097 },
3098 },
Haiyang Pan363c59a2020-07-23 05:47:043099 'modifications': {
Erik Staabd468a802022-06-28 23:38:033100 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3101 'swarming': {
3102 'quickrun_shards': 2,
3103 },
3104 },
Struan Shrimptone772d72f2021-12-15 07:50:093105 'Linux ASan LSan Tests (1)': {
3106 'swarming': {
3107 'quickrun_shards': 2,
3108 },
3109 },
Haiyang Pan9d68ca02021-08-04 21:30:473110 'android-11-x86-rel': {
Haiyang Pan10f029c2021-07-30 23:17:563111 'args': [
Haiyang Pan2877f062021-11-18 01:06:063112 # TODO(crbug.com/1264654): Fix the failed tests
3113 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3114 ],
3115 },
Haiyang Pan2a55a452022-03-03 08:18:333116 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063117 'args': [
3118 # TODO(crbug.com/1264654): Fix the failed tests
Haiyang Pan10f029c2021-07-30 23:17:563119 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3120 ],
3121 },
James Shenb3549802022-06-30 18:32:513122 'android-nougat-x86-rel': {
3123 'args': [
3124 # TODO(crbug.com/1264654): Fix the failed tests
3125 '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
3126 ],
3127 },
Chong Gu52481452021-04-02 17:52:413128 'fuchsia-code-coverage': {
3129 'swarming': {
3130 'shards': 7,
3131 },
3132 },
3133 }
Chong Gudf7fbe92021-02-24 02:55:583134 },
Chong Gu76046412021-09-22 17:49:213135 'snapshot_unittests': {
Chong Gub2446462021-08-19 18:44:083136 'modifications': {
3137 'fuchsia-fyi-arm64-dbg': {
3138 'args': [
3139 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
3140 ],
3141 },
3142 },
3143 },
Kenneth Russelleb60cbd22017-12-05 07:54:283144 'sync_integration_tests': {
Brad Halla36886c2019-02-26 16:52:293145 'remove_from': [
Brad Halla36886c2019-02-26 16:52:293146 'CrWinAsan(dll)', # https://crbug.com/935598
3147 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283148 'modifications': {
Erik Staabd468a802022-06-28 23:38:033149 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3150 'swarming': {
3151 'shards': 4,
3152 },
3153 },
Erik Chene84bc1c2019-11-25 23:23:523154 'Linux ASan LSan Tests (1)': {
3155 'swarming': {
3156 'shards': 4,
3157 },
3158 },
Nico Weber8fbc2832018-12-14 16:00:573159 'Linux TSan Tests': {
3160 'swarming': {
3161 'shards': 6,
3162 },
3163 },
Chris Cunninghama1239c8b2022-05-03 00:32:213164 'Mac ASan 64 Tests (1)': {
3165 'swarming': {
3166 'shards': 3,
Lindsay Pasricha2cfaec212022-05-11 19:00:393167 },
3168 },
3169 'Mac11 Tests': {
3170 'swarming': {
3171 'shards': 4,
Chris Cunninghama1239c8b2022-05-03 00:32:213172 },
3173 },
Yue She0cad2922022-06-24 15:06:073174 'Mac12 Tests': {
3175 'swarming': {
3176 'shards': 4,
3177 },
3178 },
Stephen Martinis1384ff92020-01-07 19:52:153179 'ToTLinuxTSan': {
Kenneth Russelleb60cbd22017-12-05 07:54:283180 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153181 'shards': 6,
Kenneth Russelleb60cbd22017-12-05 07:54:283182 },
3183 },
Struan Shrimptona1ab7672022-01-13 18:02:513184 'Win10 Tests x64': {
3185 'swarming': {
3186 'quickrun_shards': 3,
3187 },
3188 },
Stephen Martinis75ab55d2018-08-30 02:27:123189 'Win10 Tests x64 (dbg)': {
3190 'experiment_percentage': 100, # https://crbug.com/840369
3191 },
Stephen Martinis1384ff92020-01-07 19:52:153192 'linux-chromeos-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113193 'swarming': {
3194 'shards': 4,
3195 },
3196 },
Stephen Martinis1384ff92020-01-07 19:52:153197 'linux-code-coverage': {
Yuke Liao79424e42020-01-06 21:00:113198 'swarming': {
3199 'shards': 4,
3200 },
3201 },
Sven Zhengfbbf21a2021-04-16 23:57:123202 # https://crbug.com/1199909,
Junhua Chen39dd2dba2021-05-05 17:51:543203 'linux-lacros-code-coverage': {
3204 'args': [
3205 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
3206 ]
3207 },
Jieting Yangbf15db672021-10-04 19:18:373208 'linux-lacros-dbg-tests-fyi': {
3209 'args': [
3210 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
3211 ],
3212 },
Anastasiia N11c1f8d2021-04-19 14:04:423213 'linux-lacros-tester-rel': {
3214 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403215 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.sync_integration_tests.filter',
Anastasiia N11c1f8d2021-04-19 14:04:423216 ],
3217 },
Kuan Huang235b0142021-10-19 18:59:283218 'mac-code-coverage': {
3219 'args': [
3220 '--coverage-continuous-mode=1',
3221 ],
3222 },
Kenneth Russelleb60cbd22017-12-05 07:54:283223 },
3224 },
Weizhong Xia613fda42021-04-21 20:11:523225 'system_webview_wpt': {
3226 'modifications': {
3227 'android-webview-pie-x86-wpt-fyi-rel': {
Weizhong Xia7dd41362021-09-30 16:05:383228 'args': [
3229 '--log-wptreport',
3230 ],
Weizhong Xia613fda42021-04-21 20:11:523231 },
3232 },
3233 },
Kenneth Russell8a386d42018-06-02 09:48:013234 'tab_capture_end2end_tests': {
Nico Webere89a3c92018-07-01 01:30:523235 # Run these only on Release bots.
Kenneth Russell8a386d42018-06-02 09:48:013236 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013237 'Linux Debug (NVIDIA)',
3238 'Mac Debug (Intel)',
3239 'Mac Retina Debug (AMD)',
Yuly Novikovbc1ccff2019-08-03 00:05:493240 'Win10 FYI x64 Debug (NVIDIA)',
Yuly Novikovf28f1eca2019-07-04 22:43:393241 # Disabled due to dbus crashes crbug.com/927465
Yuly Novikov5865ff72019-07-09 21:38:053242 'Linux FYI Release (Intel HD 630)',
3243 'Linux FYI Release (NVIDIA)',
Yuly Novikov5865ff72019-07-09 21:38:053244 'Linux Release (NVIDIA)',
Kenneth Russell8a386d42018-06-02 09:48:013245 ],
Emily Hanleyb64ac7c2018-05-25 13:36:553246 },
Haiyang Pan8c201b92020-06-04 01:25:073247 'telemetry_chromium_minidump_unittests': {
3248 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063249 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan8c201b92020-06-04 01:25:073250 ],
3251 },
Brian Sheedyc117f6d2020-05-06 02:23:273252 'telemetry_monochrome_minidump_unittests': {
3253 'remove_from': [
3254 # Monochrome isn't supported on M.
3255 'android-marshmallow-arm64-rel',
Haiyang Pan2486dcb2020-09-18 17:53:063256 'android-marshmallow-x86-rel-non-cq',
Brian Sheedyc117f6d2020-05-06 02:23:273257 ],
3258 },
Kenneth Russelleb60cbd22017-12-05 07:54:283259 'telemetry_perf_unittests': {
3260 'modifications': {
Kenneth Russelleb60cbd22017-12-05 07:54:283261 'Linux Tests': {
3262 'args': [
3263 '--xvfb',
Ned Nguyene6e26042018-01-17 20:42:483264 '--jobs=1',
Kenneth Russelleb60cbd22017-12-05 07:54:283265 ],
3266 },
Juan Antonio Navarro Perez4899edf2019-03-14 13:05:353267 'Linux Tests (dbg)(1)': {
3268 'args': [
3269 '--xvfb',
3270 '--jobs=1',
3271 ],
3272 },
John Chen9fd22fcf2021-12-10 02:24:123273 'Mac11 Tests': {
3274 'ci_only': True,
3275 },
Yue She0cad2922022-06-24 15:06:073276 'Mac12 Tests': {
3277 'ci_only': True,
3278 },
Struan Shrimptona1ab7672022-01-13 18:02:513279 'chromeos-amd64-generic-rel': {
3280 'swarming': {
3281 'quickrun_shards': 24,
3282 },
3283 },
Ben Pastene69400eb2021-03-25 19:27:163284 'chromeos-eve-chrome': {
3285 'args': [
3286 # TODO(crbug.com/1191132): Re-enable.
3287 '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
3288 ],
3289 },
Ben Pastene2b4b15f2021-03-04 00:39:243290 'chromeos-kevin-chrome': {
3291 # TODO(crbug.com/1182948): Remove the experiment.
Ben Pastenebe91e462021-07-27 23:47:263292 # TODO(b/188822176): Restore to 100% when we have additional capacity.
3293 'experiment_percentage': 0,
Ben Pastene2b4b15f2021-03-04 00:39:243294 },
Kenneth Russelleb60cbd22017-12-05 07:54:283295 },
3296 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063297 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
Haiyang Pan0e39edf42020-04-28 19:29:013298 # There's no need to run telemetry_perf_unittests on both lollipop and
Erik Chen96894722019-11-21 20:03:393299 # marshmallow on the CQ. https://crbug.com/1026487.
Ben Joyce3e043862021-10-20 23:57:243300 # TODO(crbug/1260494): Test suite isn't running on android.
Erik Chen96894722019-11-21 20:03:393301 'android-marshmallow-arm64-rel',
Andrew Luobe83fd82019-12-19 03:07:583302 'android-pie-arm64-rel',
Garrett Beatyeef031a2019-02-28 01:55:413303 # crbug.com/936540
Shenghua Zhangbd6f1b232018-03-03 02:59:143304 'Mac10.13 Tests',
Zhaoyang Li69e2e002021-02-19 21:57:353305 'Mac10.15 Tests',
Lindsay Pasricha21bb93d72021-12-07 05:48:393306 # TODO crbug.com/1277277
Cameron Higgins7558b162022-06-10 18:53:073307 'Mac12 Tests (dbg)',
Stephen Martinis1384ff92020-01-07 19:52:153308 'Linux - Future (dbg)', # client.v8.chromium
Takuto Ikuta9aa015d2019-04-15 23:33:293309 'Win10 Tests x64',
Stephen Martinise701f5a2018-05-04 01:25:113310 'Win10 Tests x64 (dbg)',
Kuan Huanga89737d2022-01-07 19:42:113311 'Win11 Tests x64',
Kenneth Russelleb60cbd22017-12-05 07:54:283312 ],
3313 },
Stephen Martinis54d64ad2018-09-21 22:16:203314 'telemetry_unittests': {
3315 'modifications': {
3316 'Win10 Tests x64 (dbg)': {
3317 'experiment_percentage': 100, # crbug.com/870673
Ben Pastene9383fe12020-10-20 21:32:403318 },
Struan Shrimptona1ab7672022-01-13 18:02:513319 'chromeos-amd64-generic-rel': {
3320 'swarming': {
3321 'quickrun_shards': 60,
3322 },
3323 },
John Budorickc498fd3c2019-03-14 01:16:263324 },
3325 'remove_from': [
Ben Pastene9ef2ced52021-07-28 18:04:343326 # TODO(crbug.com/1141234): Restore when there's more DUTs
Ben Pastene7f1ded3a42022-06-08 17:01:593327 'chromeos-eve-chrome',
Ben Pastene9ef2ced52021-07-28 18:04:343328 'chromeos-kevin-chrome',
3329 'chromeos-kevin-rel',
Ben Pastene619317752020-12-03 00:04:143330
Takuto Ikuta9aa015d2019-04-15 23:33:293331 'Win10 Tests x64',
Kuan Huanga89737d2022-01-07 19:42:113332 'Win11 Tests x64',
Titouan Rigoudye122ec32021-11-08 16:36:163333
3334 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3335 'mac11-arm64-rel-tests',
Zhaoyang Li5d3713d2022-06-13 18:01:173336 # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
3337 'mac12-arm64-rel-tests',
John Budorickc498fd3c2019-03-14 01:16:263338 ],
Stephen Martinis54d64ad2018-09-21 22:16:203339 },
Ben Pastene8e7eb2652022-04-29 19:44:313340 'test_buildbucket_api_gpu_use_cases GTX 1660': {
3341 'remove_from': [
3342 'linux_optional_gpu_tests_rel', # crbug.com/1080749
Brian Sheedyf3b48d62020-05-08 23:03:123343 ],
3344 },
Chong Guabe5adec02022-03-24 17:41:303345 'trace_test': {
3346 'modifications': {
3347 'fuchsia-fyi-x64-rel': { # https://crbug.com/1269976
3348 'experiment_percentage': 100,
3349 },
3350 },
3351 },
Brian Sheedy739eb6a2022-06-10 06:01:343352 'unexpected_passes_common_pytype': {
3353 'remove_from': [
3354 'linux-code-coverage',
3355 ],
3356 },
Kenneth Russelleb60cbd22017-12-05 07:54:283357 'unit_tests': {
Yun Liu3e759dbb2019-11-01 19:25:523358 'remove_from': [
Ben Pastene3e32ffe2020-08-07 03:37:073359 'android-pie-arm64-rel', # https://crbug.com/1010211
Yun Liu3e759dbb2019-11-01 19:25:523360 ],
Kenneth Russelleb60cbd22017-12-05 07:54:283361 'modifications': {
Erik Staabd468a802022-06-28 23:38:033362 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3363 # These are slow on the ASAN trybot for some reason.
3364 # crbug.com/1257927
3365 'swarming': {
3366 'shards': 4,
3367 },
3368 },
John Budorickca14c76f62017-12-09 14:19:183369 'Linux ASan LSan Tests (1)': {
John Budorick5052d552017-12-13 02:59:343370 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443371 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183372 'swarming': {
John Budorick5052d552017-12-13 02:59:343373 'shards': 4,
John Budorickca14c76f62017-12-09 14:19:183374 },
3375 },
Stephen Martinis1384ff92020-01-07 19:52:153376 'Linux Chromium OS ASan LSan Tests (1)': {
3377 # These are slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443378 # crbug.com/1257927
John Budorickca14c76f62017-12-09 14:19:183379 'swarming': {
3380 'shards': 2,
3381 },
3382 },
Takuto Ikuta54671d972018-07-19 19:06:353383 'Linux ChromiumOS MSan Tests': {
3384 # These are very slow on the Chrome OS MSAN trybot for some reason.
3385 # crbug.com/865455
3386 'swarming': {
3387 'shards': 2,
3388 },
3389 },
Stephen Martinis1384ff92020-01-07 19:52:153390 'Linux TSan Tests': {
Takuto Ikuta54671d972018-07-19 19:06:353391 'swarming': {
3392 'shards': 2,
3393 },
3394 },
Maksim Sisovc81d284c2021-10-05 17:54:353395 # https://crbug.com/1184127
3396 'Linux Tests (Wayland)': {
3397 'args': [
3398 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
3399 ],
3400 },
Cameron Higgins7558b162022-06-10 18:53:073401 'Mac12 Tests (dbg)': {
Zhaoyang Li9357e1e12021-12-07 18:53:173402 'swarming': {
3403 'shards': 2,
3404 },
3405 },
Stephen Martinis1384ff92020-01-07 19:52:153406 'ToTLinuxASan': {
Dirk Pranke20eae9a72017-12-09 18:12:143407 'swarming': {
Stephen Martinis1384ff92020-01-07 19:52:153408 'shards': 2,
Dirk Pranke20eae9a72017-12-09 18:12:143409 },
3410 },
Stephen Martinis1384ff92020-01-07 19:52:153411 'android-asan': {
3412 'args': [
3413 '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
3414 ],
3415 },
Takuto Ikuta527cdff2020-01-29 08:04:273416 'android-marshmallow-arm64-rel-swarming': {
3417 'swarming': {
3418 'shards': 8,
3419 },
3420 },
Stephen Martinis1384ff92020-01-07 19:52:153421 'linux-chromeos-chrome': {
3422 'args': [
3423 '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
3424 ],
3425 },
Ben Pasteneacd57392019-10-31 02:13:253426 'linux-chromeos-dbg': {
3427 'swarming': {
3428 'shards': 2,
3429 },
3430 },
Erik Chend063aef72019-11-18 19:13:103431 'linux-chromeos-rel': {
3432 'swarming': {
3433 'shards': 2,
3434 },
3435 },
Yuke Liao597dd6df72020-08-18 03:02:543436 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543437 'linux-lacros-code-coverage': {
3438 'args': [
3439 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3440 ],
3441 },
3442 # https://crbug.com/1111979,
Jieting Yangbf15db672021-10-04 19:18:373443 'linux-lacros-dbg-tests-fyi': {
3444 'args': [
3445 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
3446 ],
3447 },
3448 # https://crbug.com/1111979,
Sven Zheng5c9d3e342020-08-11 21:39:433449 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433450 'args': [
Yuke Liao56a437dd2021-05-05 04:53:403451 '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.unit_tests.filter',
Sven Zheng5c9d3e342020-08-11 21:39:433452 ],
3453 },
Kenneth Russelleb60cbd22017-12-05 07:54:283454 },
3455 },
Hao Wu77dd1ab2022-04-29 21:36:203456 'variations_smoke_tests': {
3457 'modifications': {
Hao Wud38c2342022-06-09 02:03:473458 'linux-chrome': {
3459 'swarming': {
3460 'dimension_sets': [
3461 {
3462 'pool': 'chrome.tests.finch',
3463 },
3464 ],
3465 },
3466 },
Hao Wu77dd1ab2022-04-29 21:36:203467 'win-chrome': {
3468 'experiment_percentage': 100,
Hao Wud38c2342022-06-09 02:03:473469 'swarming': {
3470 'dimension_sets': [
3471 {
3472 'pool': 'chrome.tests.finch',
3473 },
3474 ],
3475 },
Hao Wu77dd1ab2022-04-29 21:36:203476 },
3477 },
3478 },
Kenneth Russell8a386d42018-06-02 09:48:013479 'video_decode_accelerator_gl_unittest': {
3480 'remove_from': [
Kenneth Russell8a386d42018-06-02 09:48:013481 # Windows Intel doesn't have the GL extensions to support this test.
Yuly Novikovbc1ccff2019-08-03 00:05:493482 'Win10 FYI x64 Release (Intel HD 630)',
Yuly Novikov5ff15502019-07-31 00:55:483483 'Win10 FYI x64 Exp Release (Intel HD 630)',
Kenneth Russell8a386d42018-06-02 09:48:013484 ],
3485 },
Sven Zheng577fe5ff2020-08-03 22:06:443486 'views_unittests': {
Sven Zheng80734f12020-08-06 06:50:393487 'modifications': {
Maksim Sisovc81d284c2021-10-05 17:54:353488 'Linux Tests (Wayland)': {
3489 'args': [
3490 '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
3491 ],
3492 },
Chong Gu6aa22be2021-09-10 06:56:143493 'fuchsia-fyi-arm64-dbg': {
3494 'args': [
3495 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
3496 ],
3497 },
Sven Zheng5c9d3e342020-08-11 21:39:433498 # https://crbug.com/1111979,
Junhua Chen39dd2dba2021-05-05 17:51:543499 'linux-lacros-code-coverage': {
3500 'args': [
3501 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3502 'DesktopWidgetTest*:'
3503 'DesktopWindowTreeHostPlatformTest*:'
3504 'EditableComboboxTest*:'
3505 'MenuRunnerTest*:'
3506 'TextfieldTest*:'
3507 'TooltipControllerTest*:'
3508 'TooltipStateManagerTest*'
3509 ],
3510 },
Yuke Liaoa0db4742021-08-09 18:28:333511 'linux-lacros-dbg-tests-fyi': {
3512 'args': [
3513 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
3514 'TextfieldTest*:'
3515 'TooltipControllerTest*:'
3516 ],
3517 },
Sven Zheng5c9d3e342020-08-11 21:39:433518 'linux-lacros-tester-rel': {
Sven Zheng5c9d3e342020-08-11 21:39:433519 'args': [
3520 '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
Yuke Liao34721c22020-08-14 21:41:193521 'DesktopWidgetTest*:'
3522 'DesktopWindowTreeHostPlatformTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533523 'EditableComboboxTest*:'
Sven Zhengea8903f2020-08-14 05:27:513524 'MenuRunnerTest*:'
Yuke Liaocf9db2b2020-08-13 19:42:533525 'TextfieldTest*:'
Benjamin Beaudry54b3b882021-03-12 23:55:363526 'TooltipControllerTest*:'
3527 'TooltipStateManagerTest*'
Sven Zheng5c9d3e342020-08-11 21:39:433528 ],
3529 },
Sven Zheng80734f12020-08-06 06:50:393530 },
Sven Zheng577fe5ff2020-08-03 22:06:443531 },
John Budorickd02c429de2020-01-10 19:02:213532 'viz_unittests': {
3533 'modifications': {
Chong Gub2446462021-08-19 18:44:083534 'fuchsia-fyi-arm64-dbg': {
Chong Gu6aa22be2021-09-10 06:56:143535 'args': [
3536 '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
3537 ],
Chong Gub2446462021-08-19 18:44:083538 },
John Budorickd02c429de2020-01-10 19:02:213539 },
3540 },
John Budorick20f4fa8d2019-08-02 22:58:293541 'vr_common_unittests': {
3542 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213543 'android-pie-x86-rel',
John Budorick20f4fa8d2019-08-02 22:58:293544 ],
3545 },
Kenneth Russellfbda3c532017-12-08 23:57:243546 'vr_pixeltests': {
3547 'remove_from': [
Haiyang Pan08d09dc2020-04-01 16:11:213548 'android-pie-x86-rel',
Kenneth Russell8ceeabf2017-12-11 17:53:283549 'VR Linux',
Kenneth Russellfbda3c532017-12-08 23:57:243550 ],
3551 },
Nico Webere81999ee2018-07-01 23:52:433552 'wayland_client_perftests': {
3553 'remove_from': [
3554 'linux-chromeos-dbg', # https://crbug.com/859307
3555 ],
3556 },
Chong Gu76046412021-09-22 17:49:213557 'web_engine_browsertests': {
Chong Gud1a5c5992021-04-09 04:08:323558 'modifications': {
3559 'fuchsia-code-coverage': {
3560 'swarming': {
Chong Gu7a463202021-07-19 18:43:103561 'shards': 28,
Chong Gud1a5c5992021-04-09 04:08:323562 },
3563 },
3564 },
3565 },
Chong Gu76046412021-09-22 17:49:213566 'web_engine_integration_tests': {
Chong Gu4c9e8f112021-06-02 18:37:263567 'modifications': {
3568 'fuchsia-code-coverage': {
3569 'swarming': {
3570 'shards': 6,
3571 },
3572 },
3573 },
3574 },
John Budorick63357462019-02-27 23:02:513575 'webdriver_tests_suite': {
3576 'remove_from': [
3577 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
3578 ],
3579 },
Brian Sheedy5a9f6562021-08-20 03:32:543580 'webgl2_conformance_gles_passthrough_tests': {
3581 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363582 # Currently not enough capacity to run these tests on this config.
3583 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3584 # is deployed.
3585 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043586 # Not enough CrOS hardware capacity to run both on anything other than
3587 # VMs. See https://crbug.com/1238070.
Brian Sheedy5a9f6562021-08-20 03:32:543588 'Lacros FYI x64 Release (Intel)',
3589 ],
3590 'modifications': {
3591 # This VM configuration is known to be significantly slower than other
3592 # CrOS configurations, so increase the shards.
3593 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3594 # up.
3595 'ChromeOS FYI Release (amd64-generic)': {
3596 'swarming': {
3597 'shards': 30,
3598 },
3599 },
3600 },
3601 },
Kenneth Russell18fff67f2021-11-05 23:45:113602 'webgl2_conformance_metal_passthrough_tests': {
3603 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383604 # crbug.com/1270755
3605 'Mac FYI ASAN (Intel)',
3606 'Mac FYI Retina ASAN (AMD)',
Kenneth Russell18fff67f2021-11-05 23:45:113607 # Not enough capacity.
3608 'Mac FYI Retina Release (NVIDIA)',
3609 ],
Yuly Novikov220c14a52021-12-14 02:49:333610 'modifications': {
3611 'Mac FYI ASAN (Intel)': {
3612 'args': [
3613 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153614 '--enable-metal-debug-layers',
3615 ],
3616 },
3617 'Mac FYI Release (Intel)': {
3618 'args': [
3619 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333620 ],
3621 },
3622 'Mac FYI Retina ASAN (AMD)': {
3623 'args': [
3624 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513625 # This slows down tests and we are currently having AMD Mac capacity
3626 # issues.
3627 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153628 ],
3629 },
3630 'Mac FYI Retina Release (AMD)': {
3631 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513632 # This slows down tests and we are currently having AMD Mac capacity
3633 # issues.
3634 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333635 ],
3636 },
3637 },
Kenneth Russell18fff67f2021-11-05 23:45:113638 },
John Budorick82e61dfb2019-12-10 04:36:093639 'webgl2_conformance_validating_tests': {
Stephen Martinis54d64ad2018-09-21 22:16:203640 'remove_from': [
Brian Sheedyefb683c2022-01-25 21:17:363641 # Currently not enough capacity to run these tests on this config.
3642 # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
3643 # is deployed.
3644 'Android FYI Release (Pixel 6)',
Brian Sheedy43f5a6f2022-01-07 02:41:043645 # Passthrough version run on this configuration, not enough capacity for
3646 # both. See https://crbug.com/1238070.
3647 'ChromeOS FYI Release (kevin)',
Stephen Martinis54d64ad2018-09-21 22:16:203648 ],
Kenneth Russell8a386d42018-06-02 09:48:013649 'modifications': {
Brian Sheedyab0a1992021-08-13 20:57:393650 # This VM configuration is known to be significantly slower than other
3651 # CrOS configurations, so increase the shards.
3652 # TODO(crbug.com/1223550): Remove this if the configuration can be sped
3653 # up.
3654 'ChromeOS FYI Release (amd64-generic)': {
3655 'swarming': {
3656 'shards': 30,
3657 },
Brian Sheedy9bde4532021-08-20 18:11:193658 # This configuration is tested with the passthrough decoder as well,
3659 # which will be shipped in the nearish future, so any failures that
3660 # show up with the validating decoder are just an FYI.
3661 'experiment_percentage': 100,
Brian Sheedyab0a1992021-08-13 20:57:393662 },
Brian Sheedy22200312021-08-20 22:17:503663 'ChromeOS FYI Release (kevin)': {
3664 'experiment_percentage': 100,
3665 },
Kenneth Russell8a386d42018-06-02 09:48:013666 },
3667 },
Struan Shrimptona1ab7672022-01-13 18:02:513668 'webgl_conformance_d3d11_passthrough_tests': {
3669 'modifications': {
3670 'Win10 x64 Release (NVIDIA)': {
3671 'swarming': {
3672 'quickrun_shards': 4,
3673 },
3674 },
3675 },
3676 },
Kenneth Russell984f2f12020-12-15 23:23:353677 'webgl_conformance_metal_passthrough_tests': {
3678 'remove_from': [
Yuly Novikov7d00cdb2022-01-05 00:10:383679 # crbug.com/1270755
3680 'Mac FYI ASAN (Intel)',
3681 'Mac FYI Retina ASAN (AMD)',
Yuly Novikov220c14a52021-12-14 02:49:333682 # crbug.com/1158857: re-enable when switching to Metal by default.
Kenneth Russell984f2f12020-12-15 23:23:353683 'Mac FYI Retina Release (NVIDIA)',
3684 ],
Yuly Novikov220c14a52021-12-14 02:49:333685 'modifications': {
3686 'Mac FYI ASAN (Intel)': {
3687 'args': [
3688 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedya111ca92022-04-18 23:37:153689 '--enable-metal-debug-layers',
3690 ],
3691 },
3692 'Mac FYI Release (Intel)': {
3693 'args': [
3694 '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333695 ],
3696 },
3697 'Mac FYI Retina ASAN (AMD)': {
3698 'args': [
3699 '--extra-browser-args=--disable-metal-shader-cache',
Brian Sheedy3fd310772022-04-20 02:15:513700 # This slows down tests and we are currently having AMD Mac capacity
3701 # issues.
3702 # '--enable-metal-debug-layers',
Brian Sheedya111ca92022-04-18 23:37:153703 ],
3704 },
3705 'Mac FYI Retina Release (AMD)': {
3706 'args': [
Brian Sheedy3fd310772022-04-20 02:15:513707 # This slows down tests and we are currently having AMD Mac capacity
3708 # issues.
3709 # '--enable-metal-debug-layers',
Yuly Novikov220c14a52021-12-14 02:49:333710 ],
3711 },
3712 },
Kenneth Russell984f2f12020-12-15 23:23:353713 },
Stephen Martinis54d64ad2018-09-21 22:16:203714 'webgl_conformance_tests': {
Kenneth Russelle63e41f2019-04-09 02:45:283715 'remove_from': [
3716 # Too slow on this configuration, which is severely hardware
3717 # constrained. crbug.com/950690
3718 'Mac FYI Retina Debug (NVIDIA)',
3719 ],
Struan Shrimptona1ab7672022-01-13 18:02:513720 'modifications': {
3721 'chromeos-amd64-generic-rel': {
Brian Sheedy9ee8e332022-05-31 21:37:553722 'args': [
3723 # Added to debug crbug.com/1293967.
3724 '--extra-browser-args=--disable-features=BackgroundVideoPauseOptimization',
3725 ],
Struan Shrimptona1ab7672022-01-13 18:02:513726 'swarming': {
3727 'quickrun_shards': 40,
3728 },
3729 },
3730 },
Kenneth Russell8a386d42018-06-02 09:48:013731 },
Austin Enge8c0ba02021-07-19 23:55:193732 'webgpu_blink_web_tests': {
3733 'modifications': {
3734 # Increase the timeout with ASAN (crbug.com/1208253)
3735 'Dawn Win10 x64 ASAN Release': {
3736 'args': [
Weizhong Xia91b53362022-01-05 17:13:353737 '--timeout-ms=48000',
Austin Enge8c0ba02021-07-19 23:55:193738 ],
3739 },
3740 },
Brian Sheedy5796b4b2021-09-15 21:51:413741 'replacements': {
3742 'Dawn Mac x64 Experimental Release (Intel)': {
3743 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133744 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413745 },
3746 }
3747 },
3748 },
3749 'webgpu_blink_web_tests_with_backend_validation': {
3750 'replacements': {
3751 'Dawn Mac x64 Experimental Release (Intel)': {
3752 'args': {
Avi Drissman5afd38bc2021-10-27 17:35:133753 '--platform': 'mac-mac11',
Brian Sheedy5796b4b2021-09-15 21:51:413754 },
3755 },
3756 },
Austin Enge8c0ba02021-07-19 23:55:193757 },
Kenneth Russelleb60cbd22017-12-05 07:54:283758 'webkit_unit_tests': {
Yun Liu16394ab32019-11-19 16:37:573759 'remove_from': [
3760 # Flakily fails on Win7. https://crbug.com/943372.
3761 'Win7 Tests (1)',
3762 'Win 7 Tests x64 (1)',
Haiyang Pan90ed7c642021-02-06 01:22:063763 # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
3764 'android-marshmallow-arm64-rel',
3765 'android-marshmallow-x86-rel-non-cq',
Yun Liu16394ab32019-11-19 16:37:573766 ],
Dirk Pranke81ff51c2017-12-09 19:24:283767 'modifications': {
Erik Staabd468a802022-06-28 23:38:033768 'Linux ASan LSan Low Symbols FYI Tests (1)': {
3769 # These are very slow on the ASAN trybot for some reason.
3770 # crbug.com/1257927
3771 'swarming': {
3772 'shards': 5,
3773 },
3774 },
John Budorick5052d552017-12-13 02:59:343775 'Linux ASan LSan Tests (1)': {
3776 # These are very slow on the ASAN trybot for some reason.
Ben Pastened2c01af2022-01-31 23:06:443777 # crbug.com/1257927
John Budorick5052d552017-12-13 02:59:343778 'swarming': {
3779 'shards': 5,
3780 },
3781 },
Erik Chen681dc0282019-11-26 22:54:493782 'Linux TSan Tests': {
3783 'swarming': {
3784 'shards': 2,
3785 },
3786 },
arthursonzogni26889d82018-05-29 17:18:163787 'Marshmallow 64 bit Tester': {
3788 # Increase timeout. See https://crbug.com/847229.
3789 'swarming': {
3790 'hard_timeout': 1200,
3791 },
3792 },
Haiyang Pan9d68ca02021-08-04 21:30:473793 'android-11-x86-rel': {
Haiyang Panc7c009e2021-03-18 19:31:233794 'args': [
Haiyang Panc08d02212021-10-18 18:58:383795 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
3796 ],
3797 },
Haiyang Pan2a55a452022-03-03 08:18:333798 'android-12-x64-rel': {
Haiyang Panc08d02212021-10-18 18:58:383799 'args': [
3800 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
Haiyang Panc7c009e2021-03-18 19:31:233801 ],
3802 },
Dirk Pranke81ff51c2017-12-09 19:24:283803 },
Kenneth Russelleb60cbd22017-12-05 07:54:283804 },
Haiyang Panfbd2b482020-09-23 23:41:253805 'weblayer_browsertests': {
3806 'modifications': {
Haiyang Pan9d68ca02021-08-04 21:30:473807 'android-11-x86-rel': {
Haiyang Pand38464f52021-03-24 00:29:013808 'args': [
Haiyang Pan2877f062021-11-18 01:06:063809 # TODO(crbug.com/1191784): Fix the test failure
3810 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3811 ],
3812 },
Haiyang Pan2a55a452022-03-03 08:18:333813 'android-12-x64-rel': {
Haiyang Pan2877f062021-11-18 01:06:063814 'args': [
3815 # TODO(crbug.com/1191784): Fix the test failure
Haiyang Pand38464f52021-03-24 00:29:013816 '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
3817 ],
3818 },
Haiyang Panfbd2b482020-09-23 23:41:253819 'android-pie-arm64-rel': {
3820 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3821 # capacity has been deployed.
3822 'swarming': {
Struan Shrimpton57c594e42022-01-25 17:59:133823 'quickrun_shards': 2,
Haiyang Panfbd2b482020-09-23 23:41:253824 'dimension_sets': [
3825 {
3826 'device_type': 'sailfish',
3827 },
3828 ],
3829 },
3830 },
3831 },
3832 },
Haiyang Pan591dbad2020-06-05 20:26:373833 'weblayer_bundle_test': {
3834 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063835 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473836 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373837 ],
3838 },
3839 'weblayer_instrumentation_test_apk': {
3840 'remove_from': [
Haiyang Pan2486dcb2020-09-18 17:53:063841 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
Haiyang Pan9d68ca02021-08-04 21:30:473842 'android-11-x86-rel', # crbug.com/1165280
Haiyang Pan591dbad2020-06-05 20:26:373843 ],
Haiyang Pan6d7a15b2020-10-03 00:29:193844 'modifications': {
Struan Shrimptonf5b2b552022-01-20 20:37:393845 'android-marshmallow-arm64-rel': {
3846 'swarming': {
3847 'quickrun_shards': 2,
3848 },
3849 },
Haiyang Pan6d7a15b2020-10-03 00:29:193850 'android-pie-arm64-rel': {
3851 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3852 # capacity has been deployed.
3853 'swarming': {
3854 'dimension_sets': [
3855 {
3856 'device_type': 'sailfish',
3857 },
3858 ],
3859 },
3860 },
3861 },
Haiyang Pan591dbad2020-06-05 20:26:373862 },
Haiyang Pan4efd9b02021-03-17 23:58:303863 'weblayer_private_instrumentation_test_apk': {
3864 'modifications': {
3865 # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
Haiyang Pan9d68ca02021-08-04 21:30:473866 'android-11-x86-rel': {
Haiyang Pan4efd9b02021-03-17 23:58:303867 'args': [
3868 '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
3869 ],
3870 },
Haiyang Pan2a55a452022-03-03 08:18:333871 'android-12-x64-rel': {
Haiyang Pan64d61242022-02-16 19:06:363872 'args': [
3873 # crbug.com/1275200
3874 '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
3875 ],
3876 },
Haiyang Pan4efd9b02021-03-17 23:58:303877 },
3878 },
Weizhong Xia7d335882021-01-28 02:49:523879 'weblayer_shell_wpt': {
3880 'modifications': {
Weizhong Xia0f0c3302021-04-27 00:05:433881 'android-weblayer-pie-x86-wpt-smoketest': {
3882 'args': [
Haiyang Pan1f205ad2021-07-31 01:47:523883 '--default-exclude',
Weizhong Xia63f39c12022-01-10 23:09:293884 '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
Weizhong Xia0f0c3302021-04-27 00:05:433885 ],
3886 'swarming': {
Weizhong Xia63f39c12022-01-10 23:09:293887 'shards': 1,
Weizhong Xia0f0c3302021-04-27 00:05:433888 },
3889 },
Weizhong Xia7d335882021-01-28 02:49:523890 },
3891 },
Erik Staab70ca5b32021-08-07 00:38:353892 'webview_64_cts_tests': {
3893 'modifications': {
3894 'android-pie-arm64-rel': {
3895 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3896 # capacity has been deployed.
3897 'swarming': {
3898 'dimension_sets': [
3899 {
3900 'device_type': 'sailfish',
3901 },
3902 ],
3903 },
3904 },
3905 },
3906 },
Haiyang Panfbd2b482020-09-23 23:41:253907 'webview_cts_tests': {
3908 'modifications': {
3909 'android-pie-arm64-rel': {
3910 # TODO(crbug.com/1111436): Move this back to walleye if/when additional
3911 # capacity has been deployed.
3912 'swarming': {
3913 'dimension_sets': [
3914 {
3915 'device_type': 'sailfish',
3916 },
3917 ],
3918 },
3919 },
3920 },
3921 },
Kenneth Russelleb60cbd22017-12-05 07:54:283922 'webview_instrumentation_test_apk': {
3923 'remove_from': [
Hans Wennborgeac4c36c2018-05-23 16:04:063924 # This test frequently fails on Android, https://crbug.com/824959
Stephen Martinis1384ff92020-01-07 19:52:153925 # matching android builders, the test fails on these.
Hans Wennborga0b11ebe2018-05-15 16:26:503926 'ToTAndroid',
John Budorick27d2d44e2019-05-20 20:26:093927 'android-asan', # https://crbug.com/964562
Ben Joyce02dc8092021-03-04 21:48:193928 'android-code-coverage-native', # Does not generate profraw data.
Ben Joyce46ca6012021-03-31 19:19:253929 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
Ben Joyce02dc8092021-03-04 21:48:193930
Dirk Pranke20eae9a72017-12-09 18:12:143931 # On chromium.swarm, this should possibly be being run (or removed
Takuto Ikuta527cdff2020-01-29 08:04:273932 # from android-marshmallow-arm64-rel-swarming).
Garrett Beaty47a2d802020-11-10 20:50:533933 # https://crbug.com/1147531 - covered on pie
3934 'android-marshmallow-arm64-rel',
Kenneth Russelleb60cbd22017-12-05 07:54:283935 ],
Ben Pastenee17a8e92018-07-12 21:55:183936 'modifications': {
3937 'Oreo Phone Tester': {
Andrew Luo93c4a1e2019-08-30 05:26:303938 # TODO(crbug.com/997362): Enable this once it's passing.
bsheedy01833462018-12-07 01:05:573939 # TODO(https://crbug.com/884413): Re-enable this once the tests are
3940 # either passing or there is more capacity.
3941 'experiment_percentage': 0,
Ben Pastenee17a8e92018-07-12 21:55:183942 },
Haiyang Pan9d68ca02021-08-04 21:30:473943 'android-11-x86-rel': {
Haiyang Pan103864812021-03-19 19:28:443944 'args': [
3945 # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
3946 '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
3947 ],
3948 },
James Shen39aa0e32022-03-22 04:44:503949 'android-marshmallow-x86-fyi-rel-reviver': {
3950 'swarming': {
3951 'shards': 9,
3952 },
3953 },
Haiyang Panb991f562021-08-10 17:46:463954 'android-marshmallow-x86-rel': {
Haiyang Panb991f562021-08-10 17:46:463955 'swarming': {
3956 'shards': 9,
3957 },
3958 },
Kuan Huang1f402c82021-06-08 17:58:183959 'android-pie-arm64-rel': {
3960 'swarming': {
3961 'shards': 9,
3962 },
3963 },
Haiyang Pan08d09dc2020-04-01 16:11:213964 'android-pie-x86-rel': {
Haiyang Panfdd94332020-03-27 02:43:293965 'args': [
3966 '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
3967 ],
Ben Joyce9a7eb312021-08-25 00:44:593968 'swarming': {
3969 'shards': 9,
3970 },
Haiyang Panfdd94332020-03-27 02:43:293971 },
Ben Pastenee17a8e92018-07-12 21:55:183972 },
Kenneth Russelleb60cbd22017-12-05 07:54:283973 },
Haiyang Panfed339172021-03-10 23:19:573974 'webview_ui_test_app_test_apk': {
3975 'remove_from': [
Haiyang Pan9d68ca02021-08-04 21:30:473976 'android-11-x86-rel', # crbug.com/1165280
Haiyang Panfed339172021-03-10 23:19:573977 ],
3978 },
Kenneth Russelleb60cbd22017-12-05 07:54:283979}