testing/buildbot/test_suite_exceptions.pyl

# Copyright 2017 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

# This is a .pyl, or "Python Literal", file. You can treat it just like a
# .json file, with the following exceptions:
# * all keys must be quoted (use single quotes, please);
# * comments are allowed, using '#' syntax; and
# * trailing commas are allowed.

# Exceptions to the common test suites can only include removal from
# particular bots, and modifications on particular bots. By design,
# it's not possible to add one-off tests to bots. Instead they have to
# be added to one of the test suites in test_suites.pyl.
#
# Note that if you are excluding with variants, you will need to exclude
# per variant, with the identifier appended to the test suite name.
# For example, if you have ios_chrome_ui_eg2tests_module with variant
# SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
# must exclude with the test name as:
# "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"

# The goal is to drive the number of exceptions to zero, to make all
# the bots behave similarly.
{
  'accessibility_unittests': {
    'modifications': {
      'Linux ASan LSan Tests (1)': {
        'swarming': {
          'dimensions': {
            # TODO(crbug.com/1442303): Move to Jammy when it's compatible.
            'os': 'Ubuntu-18.04',
          },
        },
      },
      'linux-exp-asan-lsan-fyi-rel': {
        'swarming': {
          'dimensions': {
            # TODO(crbug.com/1442303): Move to Jammy when it's compatible.
            'os': 'Ubuntu-18.04',
          },
        },
      },
    },
  },
  'android_browsertests': {
    'modifications': {
      'android-11-x86-rel': {
        'args': [
          # https://crbug.com/1289764
          '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
        ],
      },
      'android-12-x64-rel': {
        # TODO(crbug.com/1225851): Remove experiment and ci_only
        # once the test suite is stable.
        'ci_only': True,
        'experiment_percentage': 100,
        'args': [
          # https://crbug.com/1289764
          '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
        ],
        'swarming': {
          'shards': 4,
        },
      },
      'android-12l-x64-dbg-tests': {
        'args': [
          # https://crbug.com/1289764
          '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*:'
          # https://crbug.com/1468262
          'All/PaymentHandlerEnforceFullDelegationTest.WhenEnabled_ShowPaymentSheet_WhenDisabled_Reject/1',
        ],
        'swarming': {
          'shards': 4,
        },
      },
      'android-12l-x64-fyi-dbg': {
        'args': [
          # https://crbug.com/1289764
          '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
        ],
        'swarming': {
          'shards': 4,
        },
      },
      'android-13-x64-fyi-rel': {
        'args': [
          # https://crbug.com/1414886
          '--gtest_filter=-OfferNotificationControllerAndroidBrowserTestForMessagesUi.MessageShown',
          '--emulator-debug-tags=kernel',
        ],
        'swarming': {
          'shards': 4,
        },
      },
      'android-13-x64-rel': {
        'args': [
          # https://crbug.com/1414886
          '--gtest_filter=-OfferNotificationControllerAndroidBrowserTestForMessagesUi.MessageShown',
        ],
        'swarming': {
          'shards': 4,
        },
      },
      'android-code-coverage-native': {
        'swarming': {
          'shards': 3,
        },
      },
      # If you change this, make similar changes in android-x86-code-coverage below
      'android-nougat-x86-rel': {
        'ci_only': True,
        'swarming': {
          'shards': 9,
        },
      },
      'android-oreo-x86-rel': {
        'ci_only': True,
        'swarming': {
          'shards': 9,
        },
      },
      'android-pie-arm64-rel': {
        'args': [
          '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
        ],
        # TODO(crbug.com/1111436): Move this back to walleye if/when additional
        # capacity has been deployed.
        'swarming': {
          'dimensions': {
            'device_type': 'sailfish',
          },
          # TODO(crbug/1456515): Temporarily increase the shard by 1 for the surging number of tests.
          # Recover to original number of shards(4) after the bug is fixed.
          'shards': 5,
        },
      },
      'android-pie-x86-rel': {
        'args': [
          '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
        ],
        'swarming': {
          'dimensions': {
            'cores': '8', # crbug.com/1292221
          },
        },
      },
      # Keep this same as android-nougat-x86-rel above
      'android-x86-code-coverage': {
        'ci_only': True,
        'swarming': {
          'shards': 9,
        },
      },
    },
  },
  'android_browsertests_no_fieldtrial': {
    'modifications': {
      'android-12-x64-rel': {
        # TODO(crbug.com/1225851): Remove experiment and ci_only
        # once the test suite is stable.
        'experiment_percentage': 100,
        'args': [
          # https://crbug.com/1289764
          '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
        ],
      }
    },
    'remove_from': [
      'android-12l-x64-fyi-dbg',
    ],
  },
  'android_sync_integration_tests': {
   'modifications': {
      'android-12-x64-rel': {
        'swarming': {
          'shards': 3,
        },
      },
      'android-code-coverage-native': {
        'swarming': {
          'shards': 2,
        },
      },
      # If you change this, make similar changes in android-x86-code-coverage below
      'android-nougat-x86-rel': {
        'ci_only': True,
        'swarming': {
          'shards': 2,
        },
      },
      'android-oreo-x86-rel': {
        'ci_only': True,
        'swarming': {
          'shards': 2,
        },
      },
      # Keep this same as android-nougat-x86-rel above
      'android-x86-code-coverage': {
        'ci_only': True,
        'swarming': {
          'shards': 2,
        },
      },
   },
  },
  'android_webview_unittests': {
  },
  'angle_unittests': {
    'remove_from': [
      # On Android, these are already run on the main waterfall.
      'Android FYI Release (Nexus 5X)',
      # Times out listing tests crbug.com/1167314
      'android-asan',
      # Does not currently work on Lacros configurations.
      'linux-lacros-asan-lsan-rel',
      'linux-lacros-code-coverage',
      'linux-lacros-tester-rel',
      'linux-lacros-tester-fyi-rel',
      'linux-lacros-dbg-tests-fyi',
    ],
    'modifications': {
      # anglebug.com/6894
      'fuchsia-fyi-x64-asan': {
        'args': [
          # crbug.com/
          '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
        ],
      },
    },
  },
  'ash_crosapi_tests': {
    'remove_from': [
      # Disabling MSan tests since linux-chromeos chrome crashes on MSan build.
      # TODO(crbug.com/1376064): Re-enable.
      'Linux ChromiumOS MSan Tests',
    ]
  },
  'aura_unittests amd64-generic': {
    'remove_from': [
      # TODO(crbug.com/1204231): Re-enable.
      'lacros-amd64-generic-rel',
    ]
  },
  'aura_unittests eve': {
    'remove_from': [
      # TODO(crbug.com/1204231): Re-enable.
      'lacros-amd64-generic-rel',
    ]
  },
  'base_unittests': {
    'modifications': {
      'ToTAndroid': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_tot.base_unittests.filter',
        ],
      },
      'android-12-x64-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
        ],
      },
      'android-12l-x64-dbg-tests': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
        ],
      },
      'android-12l-x64-fyi-dbg': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
        ],
      },
      'android-13-x64-fyi-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
        ],
      },
      'android-13-x64-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
        ],
      },
      'fuchsia-code-coverage': {
        'swarming': {
          'shards': 5,
        },
      },
      'fuchsia-fyi-x64-asan': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
        ],
      },
    },
  },
  'bf_cache_content_browsertests': {
    'modifications': {
      'android-bfcache-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.content_browsertests.filter',
        ],
        'swarming': {
          'shards': 15,
        },
      }
    }
  },
  'blink_platform_unittests': {
    'modifications': {
      # TODO(crbug.com/1303439): Remove this filter
      # If you change this, make similar changes in android-x86-code-coverage below
      'android-nougat-x86-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
        ],
      },
      'android-pie-arm64-rel': {
        # TODO(crbug.com/1111436): Move this back to walleye if/when additional
        # capacity has been deployed.
        'swarming': {
          'dimensions': {
            'device_type': 'sailfish',
          },
        },
      },
      # Keep this same as android-nougat-x86-rel above
      'android-x86-code-coverage': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
        ],
      },
      'fuchsia-code-coverage': {
        'swarming': {
          'shards': 5,
        },
      },
    },
  },
  'blink_pytype': {
    'remove_from': [
      'linux-code-coverage',
    ],
  },
  'blink_unittests': {
    'modifications': {
      'fuchsia-code-coverage': {
        'swarming': {
          'shards': 30,
        },
      },
    },
  },
  'blink_web_tests': {
    'remove_from': [
      'Win10 Tests x64 (dbg)',
    ],
    'modifications': {
      'Linux Tests': {
        "args": [
          "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
        ],
        'swarming': {
          'shards': 8,
        },
      },
      'Linux Tests (dbg)(1)': {
        'args': [
          '--debug',
        ],
        'swarming': {
          'shards': 12,
        },
      },
      'Mac10.15 Tests': {
        'swarming': {
          'dimensions': {
            'gpu': None,
          },
          'shards': 10,
        },
      },
      'Mac11 Tests': {
        'swarming': {
          'dimensions': {
            'gpu': None,
          },
          'shards': 12,
        },
      },
      'Mac12 Tests': {
        'swarming': {
          'dimensions': {
            'gpu': None,
          },
          'shards': 12,
        },
      },
      'Mac13 Tests': {
        'swarming': {
          'dimensions': {
            'gpu': None,
          },
          'shards': 12,
        },
      },
      'Mac13 Tests (dbg)': {
        'experiment_percentage': 100,
        'args': [
          '--debug',
        ],
        'swarming': {
          'shards': 16,
        },
      },
      'ToTFuchsia x64': {
        'args': [
          '--platform=fuchsia',
        ],
        'swarming': {
          'shards': 1,
        },
      },
      'V8 Blink Linux Debug': {
        # This builder compiles Chromium in release mode, but V8 in debug.
        # TODO(machenbach): Change name and out directory of this builder to
        # something less confusing.
        'args': [
          '-t',
          'Debug',
          '--release',
        ],
      },
      'V8 Blink Linux Future': {
        'args': [
          '--flag-specific=future-js',
        ],
      },
      'WebKit Linux ASAN': {
        'args': [
          '--additional-expectations',
          '../../third_party/blink/web_tests/ASANExpectations',
          '--timeout-ms',
          '48000',
          '--enable-sanitizer',
        ],
        'swarming': {
          'shards': 8,
        },
      },
      'WebKit Linux Leak': {
        'args': [
          '--additional-expectations',
          '../../third_party/blink/web_tests/LeakExpectations',
          '--timeout-ms',
          '48000',
          '--enable-leak-detection',
        ],
        'swarming': {
          'shards': 4,
        },
      },
      'WebKit Linux MSAN': {
        'args': [
          '--additional-expectations',
          '../../third_party/blink/web_tests/MSANExpectations',
          '--timeout-ms',
          '66000',
          '--enable-sanitizer',
        ],
        'swarming': {
          'expiration': 36000,
          'hard_timeout': 10800,
          'io_timeout': 3600,
          'shards': 8,
        },
      },
      'Win10 Tests x64': {
        'args': [
          '--target',
          'Release_x64',
        ],
        'swarming': {
          # blink_web_tests has issues on non-broadwell machines.
          # see https://crbug.com/1458859
          'dimensions': {
            'cpu': 'x86-64-Broadwell_GCE',
          },
          "shards": 12,
        },
      },
      'Win10 Tests x64 (dbg)': {
        'args': [
          '--debug',
          '--target',
          'Debug_x64',
        ],
      },
      'Win11 Tests x64': {
        'args': [
          '--target',
          'Release_x64',
        ],
        'swarming': {
          "shards": 12
        },
      },
      # tryserver.chromium.android
      'android_blink_rel': {
        'args': [
          '--release',
          '--android',
          # TODO(crbug.com/875172): run on the real GPU since the
          # software fallback, SwiftShader, isn't yet for 32-bit ARM.
          '--additional-driver-flag=--use-gpu-in-tests',
        ],
      },
      'devtools_frontend_linux_blink_light_rel': {
        'args': [
          'http/tests/devtools',
        ],
        'swarming': {
          'shards': 2,
        },
      },
      'devtools_frontend_linux_blink_light_rel_fastbuild': {
        'args': [
          'http/tests/devtools',
        ],
        'swarming': {
          'shards': 2,
        },
      },
      'fuchsia-x64-cast-receiver-rel': {
        'args': [
          '--platform=fuchsia',
          '--jobs=1',
        ],
        'swarming': {
          'shards': 1,
        },
      },
      'fuchsia-x64-rel': {
        'args': [
          '--platform=fuchsia',
          '--jobs=1',
        ],
        'swarming': {
          'shards': 1,
        },
      },
      'linux-blink-animation-use-time-delta': {
        'args': [
          '--debug',
        ],
      },
      'linux-blink-rel': {
        'swarming': {
          'hard_timeout': 2400,
        },
      },
      'linux-blink-web-tests-force-accessibility-rel': {
        'args': [
          '--flag-specific=force-renderer-accessibility',
        ],
      },
      'linux-blink-wpt-reset-rel': {
        'args': [
          '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
        ],
        # The flag above will slow the tests down, and we don't want the bot to
        # timeout, so set a higher timeout here.
        # TODO(wjmaclean): It would be nice if we could somehow specify a delta
        # to the default/inherited timeout instead of an absolute.
        'swarming': {
          'hard_timeout': 1500,
        },
      },
      'linux-code-coverage': {
        'args': [
          '--additional-driver-flag=--no-sandbox',
          '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
        ],
        'swarming': {
          'shards': 8,
        },
      },
      'linux-layout-tests-edit-ng': {
        'args': [
          '--flag-specific=enable-editing-ng',
        ],
      },
      'linux-rel-cft': {
        "args": [
          '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
          '--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
          '--flag-specific=chrome-for-testing',
        ],
        'swarming': {
          'shards': 8,
        },
      },
      'mac-osxbeta-rel': {
        'swarming': {
          'dimensions': {
            'gpu': None
          },
          'shards': 10,
        },
      },
      'mac-rel-cft': {
       "args": [
          '--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
        ],
        'swarming': {
          'dimensions': {
            'gpu': None,
          },
          'shards': 12,
        },
      },
      'mac10.15-blink-rel': {
        'swarming': {
          'shards': 8,
          'hard_timeout': 2400,
        },
      },
      'mac11.0-blink-rel': {
        'swarming': {
          'shards': 5,
          'hard_timeout': 2400,
        },
      },
      'mac11.0.arm64-blink-rel': {
        'swarming': {
          'hard_timeout': 2400,
        },
      },
      'mac12.0-blink-rel': {
        'swarming': {
          'hard_timeout': 2400,
        },
      },
      'mac12.0.arm64-blink-rel': {
        'swarming': {
          'hard_timeout': 2400,
        },
      },
      'win-rel-cft': {
        'args': [
          '--target',
          'Release_x64',
          '--test-launcher-filter-file=../../testing/buildbot/filters/cft.blink_web_tests.filter',
        ],
        'swarming': {
          "shards": 12,
        },
      },
      'win10-rel-no-external-ip': {
        'args': [
          '--target',
          'Release_x64',
        ],
        'swarming': {
          "shards": 12
        },
      },
      'win10.20h2-blink-rel': {
        'swarming': {
          'shards': 6,
          'hard_timeout': 2400,
        },
      },
      'win11-arm64-blink-rel': {
        'swarming': {
          'hard_timeout': 2400,
        },
        'args': [
          '--target',
          'Release_x64',
        ],
      },
      'win11-blink-rel': {
        'swarming': {
          'hard_timeout': 2400,
        },
        'args': [
          '--target',
          'Release_x64',
        ],
      },
    },
  },
  'blink_wpt_tests': {
    'remove_from': [
      'Win10 Tests x64 (dbg)',
      'devtools_frontend_linux_blink_light_rel',
      'devtools_frontend_linux_blink_light_rel_fastbuild',
      'linux-rel-cft',
      'mac-rel-cft',
      'win-rel-cft',
    ],
    'modifications': {
      'Linux Tests': {
        "args": [
          "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
        ],
        'swarming': {
          'shards': 10,
        },
      },
      'Linux Tests (dbg)(1)': {
        'args': [
          '--debug',
        ],
        'swarming': {
          'shards': 18,
        },
      },
      'Mac10.15 Tests': {
        'swarming': {
          'dimensions': {
            'gpu': None,
          },
          'shards': 15,
        },
      },
      'Mac11 Tests': {
        'swarming': {
          'dimensions': {
            'gpu': None,
          },
          'shards': 18,
        },
      },
      'Mac12 Tests': {
        'swarming': {
          'dimensions': {
            'gpu': None,
          },
          'shards': 18,
        },
      },
      'Mac13 Tests': {
        'swarming': {
          'dimensions': {
            'gpu': None,
          },
          'shards': 18,
        },
      },
      'Mac13 Tests (dbg)': {
        'experiment_percentage': 100,
        'args': [
          '--debug',
        ],
        'swarming': {
          'shards': 24,
        },
      },
      'ToTFuchsia x64': {
        'args': [
          '--platform=fuchsia',
        ],
        'swarming': {
          'shards': 1,
        },
      },
      'V8 Blink Linux Debug': {
        # This builder compiles Chromium in release mode, but V8 in debug.
        # TODO(machenbach): Change name and out directory of this builder to
        # something less confusing.
        'args': [
          '-t',
          'Debug',
          '--release',
        ],
      },
      'V8 Blink Linux Future': {
        'args': [
          '--flag-specific=future-js',
        ],
      },
      'WebKit Linux ASAN': {
        'args': [
          '--additional-expectations',
          '../../third_party/blink/web_tests/ASANExpectations',
          '--timeout-ms',
          '48000',
          '--enable-sanitizer',
        ],
        'swarming': {
          'shards': 12,
        },
      },
      'WebKit Linux Leak': {
        'args': [
          '--additional-expectations',
          '../../third_party/blink/web_tests/LeakExpectations',
          '--timeout-ms',
          '48000',
          '--enable-leak-detection',
        ],
        'swarming': {
          'shards': 6,
        },
      },
      'WebKit Linux MSAN': {
        'args': [
          '--additional-expectations',
          '../../third_party/blink/web_tests/MSANExpectations',
          '--timeout-ms',
          '66000',
          '--enable-sanitizer',
        ],
        'swarming': {
          'expiration': 36000,
          'hard_timeout': 10800,
          'io_timeout': 3600,
          'shards': 12,
        },
      },
      'Win10 Tests x64': {
        'args': [
          '--target',
          'Release_x64',
        ],
        'swarming': {
          "shards": 18,
        },
      },
      'Win10 Tests x64 (dbg)': {
        'args': [
          '--debug',
          '--target',
          'Debug_x64',
        ],
      },
      'Win11 Tests x64': {
        'args': [
          '--target',
          'Release_x64',
        ],
        'swarming': {
          "shards": 18
        },
      },
      # tryserver.chromium.android
      'android_blink_rel': {
        'args': [
          '--release',
          '--android',
          # TODO(crbug.com/875172): run on the real GPU since the
          # software fallback, SwiftShader, isn't yet for 32-bit ARM.
          '--additional-driver-flag=--use-gpu-in-tests',
        ],
      },
      'fuchsia-x64-cast-receiver-rel': {
        'args': [
          '--platform=fuchsia',
          '--jobs=1',
        ],
        'swarming': {
          'shards': 1,
        },
      },
      'fuchsia-x64-rel': {
        'args': [
          '--platform=fuchsia',
          '--jobs=1',
        ],
        'swarming': {
          'shards': 1,
        },
      },
      'linux-bfcache-rel': {
        'args': [
          # TODO(crbug.com/1255537): Re-enable the test.
          '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
        ],
      },
      'linux-blink-animation-use-time-delta': {
        'args': [
          '--debug',
        ],
      },
      'linux-blink-rel': {
        'swarming': {
          'hard_timeout': 2400,
        },
      },
      'linux-blink-web-tests-force-accessibility-rel': {
        'args': [
          '--flag-specific=force-renderer-accessibility',
        ],
      },
      'linux-blink-wpt-reset-rel': {
        'args': [
          '--additional-driver-flag=--force-browsing-instance-reset-between-tests',
        ],
      },
      'linux-code-coverage': {
        'args': [
          '--additional-driver-flag=--no-sandbox',
          '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
        ],
      },
      'linux-layout-tests-edit-ng': {
        'args': [
          '--flag-specific=enable-editing-ng',
        ],
      },
      'linux-rel-cft': {
        "args": [
          "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
          '--flag-specific=chrome-for-testing',
        ],
        'swarming': {
          'shards': 10,
        },
      },
      'mac-osxbeta-rel': {
        'swarming': {
          'dimensions': {
            'gpu': None
          },
          'shards': 7,
        },
      },
      'mac-rel-cft': {
        'args': [
          '--driver-logging',
        ],
        'swarming': {
          'dimensions': {
            'gpu': None,
          },
          'shards': 18,
        },
      },
      'mac10.15-blink-rel': {
        'swarming': {
          'shards': 12,
          'hard_timeout': 2400,
        },
      },
      'mac11.0-blink-rel': {
        'swarming': {
          'shards': 7,
          'hard_timeout': 2400,
        },
      },
      'mac11.0.arm64-blink-rel': {
        'swarming': {
          'hard_timeout': 2400,
        },
      },
      'mac12.0-blink-rel': {
        'swarming': {
          'hard_timeout': 2400,
        },
      },
      'mac12.0.arm64-blink-rel': {
        'swarming': {
          'hard_timeout': 2400,
        },
      },
      'win-rel-cft': {
        'args': [
          '--target',
          'Release_x64',
        ],
        'swarming': {
          "shards": 18,
        },
      },
      'win10-rel-no-external-ip': {
        'args': [
          '--target',
          'Release_x64',
        ],
        'swarming': {
          "shards": 18
        },
      },
      'win10.20h2-blink-rel': {
        'swarming': {
          'shards': 9,
          'hard_timeout': 2400,
        },
      },
      'win11-arm64-blink-rel': {
        'swarming': {
          'hard_timeout': 2400,
        },
        'args': [
          '--target',
          'Release_x64',
        ],
      },
      'win11-blink-rel': {
        'swarming': {
          'hard_timeout': 2400,
        },
        'args': [
          '--target',
          'Release_x64',
        ],
      },
    },
  },
  'browser_tests': {
    'remove_from': [
      'CrWinAsan(dll)', # https://crbug.com/935598
      'linux-win_cross-rel',
      'ToTLinuxTSan',  # https://crbug.com/368525
      # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
      # off CQ.
      'Mac13 Tests (dbg)', # https://crbug.com/1201386
      'mac-code-coverage', # https://crbug.com/1201386
      'mac11-arm64-rel-tests', # https://crbug.com/1406364
      'mac12-arm64-rel-tests', # https://crbug.com/1406364
      'mac13-arm64-rel-tests', # https://crbug.com/1406364
      'Linux TSan Tests',  # https://crbug.com/368525
      'linux-exp-tsan-fyi-rel',  # https://crbug.com/368525
      'Win10 Tests x64 (dbg)',
    ],
    'modifications': {
      'CrWinAsan': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/1257927
        'swarming': {
          'shards': 40,
        },
      },
      'CrWinAsan(dll)': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/1257927
        'swarming': {
          'shards': 40,
        },
      },
      'Linux - Future (dbg)': {  # client.v8.chromium
        'swarming': {
          'shards': 10,
        },
      },
      'Linux ASan LSan Tests (1)': {
        'ci_only': True,
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/1257927
        'swarming': {
          'shards': 40,
        },
      },
      'Linux ASan Tests (sandboxed)': {
        'swarming': {
          'shards': 30, # https://crbug.com/1103330
        },
      },
      'Linux CFI': {
        'swarming': {
          'shards': 20,  # https://crbug.com/1361973
        },
      },
      'Linux Chromium OS ASan LSan Tests (1)': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/1257927
        'swarming': {
          'shards': 120,
        },
      },
      'Linux ChromiumOS MSan Tests': {
        # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
        # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
        # crbug.com/865455
        'swarming': {
          'shards': 64,
        },
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
        ],
      },
      'Linux MSan Tests': {
        'swarming': {
          'shards': 23,
        },
      },
      'Linux Tests': {
        'swarming': {
          'shards': 20,
        },
      },
      # https://crbug.com/1084469
      'Linux Tests (Wayland)': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
        ],
        'swarming': {
          'shards': 20,
        },
      },
      'Linux Tests (dbg)(1)': {
        # crbug.com/1066161
        # crbug.com/1459645
        'swarming': {
          'shards': 27,
        },
      },
      'Mac ASan 64 Tests (1)': {
        'swarming': {
          'shards': 30,
        },
        # crbug.com/1196416
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
        ],
        'experiment_percentage': 100, # https://crbug.com/1251657
      },
      'Mac Builder Next': {
        'swarming': {
          'shards': 20,  # crbug.com/1419045
        },
      },
      'Mac10.15 Tests': {
        # crbug.com/1042757
        'swarming': {
          'shards': 30,
        },
        'experiment_percentage': 100,
      },
      'Mac11 Tests': {
        'ci_only': True,
        'swarming': {
          'shards': 20,  # crbug.com/1366016
        },
      },
      'Mac12 Tests': {
        'ci_only': True,
        'swarming': {
          'shards': 20,  # crbug.com/1361887
        },
      },
      'Mac13 Tests': {
        'ci_only': True,
        'swarming': {
          'shards': 20,  # crbug.com/1361887
        },
      },
      'Mac13 Tests (dbg)': {
        # crbug.com/1042757
        'swarming': {
          'dimensions': {
            # These shards are liable to time out when running on macmini7,1.
            'cores': '8|12',
          },
        },
        # crbug.com/1196416
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
        ],
      },
      'ToTLinuxMSan': {
        'swarming': {
          'shards': 24,
        },
      },
      'ToTWin(dbg)': {
        'swarming': {
          'shards': 20,
        },
      },
      'ToTWin64(dbg)': {
        'swarming': {
          'shards': 20,
        },
      },
      'Win10 Tests x64': {
        # crbug.com/868082
        'args': [
          '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
        ],
        'swarming': {
          # This is for slow test execution that often becomes a critical path of
          # swarming jobs. crbug.com/868114
          'shards': 55,
        }
      },
      'Win11 Tests x64': {
        # crbug.com/868082
        'args': [
          '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
        ],
        'swarming': {
          # This is for slow test execution that often becomes a critical path of
          # swarming jobs. crbug.com/868114
          'shards': 15,
        }
      },
      'linux-chromeos-chrome': {
        # TODO(https://crbug.com/932269): Promote out of experiment when the
        # tests are green.
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
        ],
        'swarming': {
          'shards': 20,
        },
      },
      'linux-chromeos-code-coverage': {
        'swarming': {
          'shards': 50,
        },
      },
      'linux-chromeos-dbg': {
        'swarming': {
          'shards': 80,
        },
      },
      'linux-chromeos-rel': {
        'swarming': {
          'shards': 60,
          'dimensions': {
            'kvm': '1',
          },
        },
      },
      'linux-code-coverage': {
        'args': [
          '--no-sandbox',
        ],
        'swarming': {
          'shards': 50,
        },
      },
      'linux-exp-asan-lsan-fyi-rel': {
        'ci_only': True,
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/1257927
        'swarming': {
          'shards': 40,
        },
      },
      'linux-exp-msan-fyi-rel': {
        'swarming': {
          'shards': 23,
        },
      },
      # asan tests is slower.
      'linux-lacros-asan-lsan-rel': {
        'swarming': {
          'shards': 20,
        },
        # TODO(crbug.com/1324240): Enable tests.
        'args': [
          '--gtest_filter=-All/MultiActionAPITest.SessionStorageDoesNotPersistBetweenOpenings/*:All/MultiActionAPITest.PopupCreation/*'
        ],
      },
      'linux-lacros-tester-rel': {
        'swarming': {
          'shards': 20,
        },
      },
      'linux-rel-cft': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/linux.linux-rel-cft.browser_tests.filter',
        ],
        'swarming': {
          'shards': 20,
        },
      },
      'mac-code-coverage': {
        'args': [
          '--coverage-continuous-mode=1',
        ],
      },
      'mac-cr23-rel': {
        'swarming': {
          'shards': 20,
        },
      },
      'mac-osxbeta-rel': {
        'swarming': {
          'shards': 30,
        },
      },
      'mac-rel-cft': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel-cft.browser_tests.filter',
        ],
        'ci_only': True,
        'swarming': {
          'shards': 20,  # crbug.com/1361887
        },
      },
      'win-arm64-rel': {
        # Surface Pros aren't using 100% scaling, which some browser tests
        # rely on. They also have touch enabled, which we need to disable.
        'args': [
          '--force-device-scale-factor=1',
          '--top-chrome-touch-ui=disabled',
        ],
      },
      'win-asan': {
         # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
        'args': [
          '--test-launcher-jobs=3',
        ],
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/1257927
        'swarming': {
          'shards': 60,
        },
      },
      'win-rel-cft': {
        'args': [
          # crbug.com/868082
          '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
          '--test-launcher-filter-file=../../testing/buildbot/filters/win.win-rel-cft.browser_tests.filter',
        ],
        'swarming': {
          # This is for slow test execution that often becomes a critical path of
          # swarming jobs. crbug.com/868114
          'shards': 15,
        }
      },
      'win10-code-coverage': {
        'swarming': {
          'shards': 40,
          'dimensions': {
            'pool': 'chromium.tests.coverage',
            'ssd': '1',
          },
        }
      },
      'win10-rel-no-external-ip': {
        # crbug.com/868082
        'args': [
          '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
        ],
        'swarming': {
          'shards': 15,
        }
      },
    },
  },
  'browser_tests_no_field_trial': {
    'remove_from': [
      'win10-rel-no-external-ip',
      'win-arm64-rel',
      'win-rel-cft',
      'Win11 Tests x64',
    ],
  },
  'capture_unittests': {
    'modifications': {
      'WebRTC Chromium Linux Tester': {
        'swarming': {
          'dimensions': {
            'os': 'Ubuntu-22.04|Ubuntu-18.04',
          },
        },
      },
    },
  },
  'cc_unittests': {
    'modifications': {
      'Linux TSan Tests': {
        'swarming': {
          'shards': 3,
        },
      },
      'android-11-x86-rel': {
        # https://crbug.com/1039860
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
        ],
      },
      'android-12-x64-rel': {
        # https://crbug.com/1039860
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
        ],
      },
      'android-pie-x86-rel': {
        # https://crbug.com/1039860
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
        ],
      },
      'fuchsia-code-coverage': {
        'swarming': {
          'shards': 4,
        },
      },
      'fuchsia-fyi-arm64-dbg': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
        ],
      },
      'linux-exp-tsan-fyi-rel': {
        'swarming': {
          'shards': 3,
        },
      },
    },
  },
  'check_static_initializers': {
    'modifications': {
      'Mac Builder': {
        'args': [
          '--allow-coverage-initializer',
        ],
      },
      'mac-rel-cft': {
        'args': [
          '--allow-coverage-initializer',
        ],
      },
    },
  },
  'chrome_all_tast_tests': {
    'modifications': {
      'chromeos-amd64-generic-rel': {
        'swarming': {
          'shards': 7,
        },
        'args': [
          '--tast-shard-method=hash',
        ],
      },
      'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
        'args': [
          # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
          '--strip-chrome',
          '--tast-shard-method=hash',
        ],
      },
      'chromeos-betty-pi-arc-chrome': {
        'swarming': {
          'shards': 15,
        },
      },
      'chromeos-eve-chrome': {
        'swarming': {
          # Increased timeout to 4 hours due to shard timeout.
          'hard_timeout': 14400,
        }
      },
      # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
      # stable.
      'chromeos-jacuzzi-chrome': {
        'experiment_percentage': 100,
      },
      'chromeos-reven-chrome': {
        'args': [
          '--tast-shard-method=hash',
        ],
      },
    },
  },
  'chrome_public_smoke_test': {
    'remove_from': [
      'android-code-coverage-native', # Does not generate profraw data.
    ],
  },
  'chrome_public_test_apk': {
    'remove_from': [
      'android-asan',  # https://crbug.com/964562
      'android-code-coverage-native', # Does not generate profraw data.
    ],
    'modifications': {
      'Oreo Phone Tester': {
        # TODO(https://crbug.com/884413): Re-enable this once the tests are
        # either passing or there is more capacity.
        'experiment_percentage': 0,
      },
      'android-11-x86-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
          '--timeout-scale=2.0',
        ],
        # TODO(https://crbug.com/1285975) Remove experiment and enable on
        # trybot once the device offline issue is resolved.
        'ci_only': True,
        'experiment_percentage': 100,
      },
      'android-12-x64-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
          '--timeout-scale=2.0',
        ],
        # TODO(crbug.com/1225851): Remove experiment and ci_only
        # once the test suite is stable.
        'ci_only': True,
        'experiment_percentage': 100,
      },
      'android-12l-x64-dbg-tests': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter',
        ],
        # TODO(crbug.com/1439624): Remove experiment and ci_only
        # once the test suite is stable.
        'ci_only': True,
        'experiment_percentage': 100,
      },
      'android-12l-x64-fyi-dbg': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_test_apk.filter',
        ],
      },
      'android-13-x64-fyi-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_test_apk.filter',
          '--emulator-debug-tags=kernel',
        ],
      },
      'android-13-x64-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_test_apk.filter',
        ],
      },
      'android-arm64-proguard-rel': {
        'swarming': {
          'shards': 25,
        },
      },
      # If you change this, make similar changes in android-x86-code-coverage below
      'android-nougat-x86-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.chrome_public_test_apk.filter',
        ],
        'swarming': {
          'shards': 75,
          'dimensions': {
            # use 8-core to shorten runtime
            'cores': '8',
          },
        },
      },
      'android-oreo-x86-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_test_apk.filter',
        ],
        'swarming': {
          'shards': 75,
          'dimensions': {
            # use 8-core to shorten runtime
            'cores': '8',
          },
        },
      },
      'android-pie-arm64-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
          '--use-persistent-shell',
        ],
        'ci_only': True, # https://crbug.com/1233700
      },
      'android-pie-arm64-rel-dev': {
        'swarming': {
          'service_account': 'chrome-gold-dev@chops-service-accounts.iam.gserviceaccount.com'
        },
      },
      'android-pie-x86-rel': {
        'args': [
          # https://crbug.com/1046059
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
        ],
        'swarming': {
          # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
          'shards': 30,
        },
      },
      # Keep this same as android-nougat-x86-rel above
      'android-x86-code-coverage': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.chrome_public_test_apk.filter',
        ],
        'swarming': {
          'shards': 75,
          'dimensions': {
            # use 8-core to shorten runtime
            'cores': '8',
          },
        },
      },
    },
  },
  'chrome_public_test_vr_apk': {
    'remove_from': [
      'android-pie-arm64-rel', # https://crbug.com/1010211
      'ToTAndroid',
      'android-asan',  # https://crbug.com/964562
      'android-code-coverage-native', # Does not generate profraw data.
    ],
  },
  'chrome_public_test_vr_apk-vega': {
    'modifications': {
      'Oreo Phone Tester': {
        'swarming': {
          'dimensions': {
            'device_os': 'OVR1.180808.003',
            'device_type': 'vega',
            'os': 'Android',
          },
        },
      }
    }
  },
  'chrome_public_unit_test_apk': {
    'remove_from': [
      'android-asan',  # https://crbug.com/964562
      'android-code-coverage-native', # Does not generate profraw data.
    ],
    'modifications': {
      'android-12-x64-rel': {
        'ci_only': True,
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
        ],
      },
      'android-12l-x64-dbg-tests': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_unit_test_apk.filter',
        ],
      },
      'android-12l-x64-fyi-dbg': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.chrome_public_unit_test_apk.filter',
        ],
      },
      'android-13-x64-fyi-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_unit_test_apk.filter',
        ],
      },
      'android-13-x64-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.chrome_public_unit_test_apk.filter',
        ],
      },
      'android-oreo-x86-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.chrome_public_unit_test_apk.filter',
        ],
      },
      'android-pie-arm64-rel': {
        'swarming': {
          # TODO(crbug.com/1462745): Temporarily increase the shard to 3 for the network issue.
          'shards': 3,
        },
      },
    },
  },
  'chrome_public_wpt': {
    'modifications': {
      'android-chrome-pie-x86-wpt-android-specific': {
        'args': [
          '--test-list',
          '../../third_party/blink/web_tests/TestLists/Default.txt'
        ]
      },
      'android-chrome-pie-x86-wpt-fyi-rel': {
        'args': [
          '--use-upstream-wpt',
        ],
      },
    },
  },
  'chrome_sizes': {
    'modifications': {
      'lacros-amd64-generic-chrome-skylab': {
        'swarming': {
          'dimensions': {
            'cpu': 'x86-64',
            'os': 'Ubuntu-18.04',
          },
        },
      },
      'lacros-arm-generic-chrome-skylab': {
        'swarming': {
          'dimensions': {
            'cpu': 'x86-64',
            'os': 'Ubuntu-18.04',
          },
        },
      },
      'lacros-arm64-generic-chrome-skylab': {
        'swarming': {
          'dimensions': {
            'cpu': 'x86-64',
            'os': 'Ubuntu-18.04',
          },
        },
      },
    },
  },
  'chromedriver_py_tests': {
    'modifications': {
      'Win10 Tests x64': {
        # TODO(crbug.com/1369158): Fix & re-enable.
        'isolate_profile_data': False,
      },
      'win-rel-cft': {
        # TODO(crbug.com/1369158): Fix & re-enable.
        'isolate_profile_data': False,
      },
    },
    'remove_from': [
      # Timeout happens sometimes (crbug.com/951799).
      'Win10 Tests x64 (dbg)',
    ],
  },
  'chromeos_integration_tests JACUZZI_PUBLIC_LKGM': {
    # TODO(svenzheng): Re-enable after crrev.com/c/4833732.
    'remove_from':[
      'lacros-arm-generic-rel-skylab',
    ],
  },
  'components_browsertests': {
    'modifications': {
      'Linux TSan Tests': {
        'swarming': {
          'shards': 2,
        },
      },
      'android-11-x86-rel': {
        'swarming': {
          'shards': 2,
        },
      },
      'android-asan': {
        'swarming': {
          'shards': 3,
        },
      },
      # If you change this, make similar changes in android-x86-code-coverage below
      'android-nougat-x86-rel': {
        'swarming': {
          'shards': 4,
        },
      },
      'android-oreo-x86-rel': {
        'swarming': {
          'shards': 4,
        },
      },
      # Keep this same as android-nougat-x86-rel above
      'android-x86-code-coverage': {
        'swarming': {
          'shards': 4,
        },
      },
      'fuchsia-code-coverage': {
        'swarming': {
          'shards': 4,
        },
      },
      'linux-exp-tsan-fyi-rel': {
        'swarming': {
          'shards': 2,
        },
      },
    },
  },
  'components_browsertests_no_field_trial': {
    'remove_from': [
      'win10-rel-no-external-ip',
      'win-arm64-rel',
      'win-rel-cft',
      'Win11 Tests x64',
    ],
  },
  'components_unittests': {
    'modifications': {
      'Linux ASan LSan Tests (1)': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/1257927
        'swarming': {
          'shards': 5,
        },
      },
      'Linux Chromium OS ASan LSan Tests (1)': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/1257927
        'swarming': {
          'shards': 5,
        },
      },
      'Linux TSan Tests': {
        'swarming': {
          'shards': 2,
        },
      },
      'android-11-x86-rel': {
        'args': [
          # TODO(crbug.com/1192348): Fix the test failure
          '--gtest_filter=-FieldFormatterTest.DifferentLocales',
        ],
      },
      'android-12-x64-rel': {
        'args': [
          # TODO(crbug.com/1192348): Fix the test failure
          '--gtest_filter=-FieldFormatterTest.DifferentLocales',
        ],
      },
      'linux-exp-asan-lsan-fyi-rel': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/1257927
        'swarming': {
          'shards': 5,
        },
      },
      'linux-exp-tsan-fyi-rel': {
        'swarming': {
          'shards': 2,
        },
      },
      'win-asan': {
        # With a single shard seems to hit time limit.
        'swarming': {
          'shards': 2,
        },
      },
      'win10-code-coverage': {
        'swarming': {
          'shards': 6,
        },
      },
    },
  },
  'compositor_unittests': {
    'modifications': {
      'fuchsia-fyi-arm64-dbg': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
        ],
      },
    },
  },
  'content_browsertests': {
    'remove_from': [
      # TODO(crbug.com/1431581): Temporarily remove it from android-12L builder due to infra flakiness.
      'android-12l-x64-dbg-tests',
      'CrWinAsan(dll)', # https://crbug.com/935598
      # TODO(crbug.com/1371630): Enable on Fuchsia dbg/asan/clang builders.
      'fuchsia-fyi-arm64-dbg',
      'fuchsia-fyi-x64-asan',
      'fuchsia-fyi-x64-dbg',
      'ToTFuchsia x64',
      'ToTFuchsiaOfficial arm64',
    ],
    'modifications': {
      'Cast Audio Linux': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
        ],
      },
      'Cast Linux': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
        ],
      },
      'Linux ASan LSan Tests (1)': {
        'swarming': {
          'shards': 24,
        },
      },
      'Linux ASan Tests (sandboxed)': {
        'swarming': {
          'shards': 10, # https://crbug.com/1103330
        },
      },
      'Linux Chromium OS ASan LSan Tests (1)': {
        'swarming': {
          'shards': 10, # https://crbug.com/1471857
        },
      },
      'Linux TSan Tests': {
        'swarming': {
          'shards': 30,
        },
      },
      'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
        'experiment_percentage': 100,
      },
      'Mac11 Tests': {
        'swarming': {
          'shards': 12,
        },
      },
      'Mac12 Tests': {
        'swarming': {
          'shards': 12,
        },
      },
      'Mac13 Tests': {
        'swarming': {
          'shards': 12,
        },
      },
      'Mac13 Tests (dbg)': { # https://crbug.com/1279504
        'swarming': {
          'shards': 18,
        },
      },
      'WebRTC Chromium FYI Android Tests (dbg)': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
        ],
      },
      'WebRTC Chromium FYI Android Tests ARM64 (dbg)': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
        ],
      },
      'Win10 Tests x64': {
        # crbug.com/868082
        'args': [
          '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
        ],
      },
      'Win10 Tests x64 (dbg)': {
        'experiment_percentage': 100,
        # crbug.com/868082
        'args': [
          '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
        ],
      },
      'Win11 Tests x64': {
        # crbug.com/868082
        'args': [
          '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
        ],
      },
      'android-11-x86-rel': {
        # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
        # after the test suite is green.
        'ci_only': True,
        'experiment_percentage': 100,
        # TODO(crbug.com/1137474): Revisit the shard number once failed tests
        # are fixed.
        'swarming': {
          'shards': 30,
          'dimensions': {
            # use 8-core to shorten runtime
            'cores': '8',
          },
        },
      },
      'android-12-x64-rel': {
        # TODO(crbug.com/1225851): Remove experiment and ci_only
        # once the test suite is stable.
        'ci_only': True,
        'experiment_percentage': 100,
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
        ],
        'swarming': {
          'shards': 40,
        },
      },
      'android-12l-x64-dbg-tests': {
        # TODO(crbug.com/1439624): Remove experiment and ci_only
        # once the test suite is stable.
        'ci_only': True,
        'experiment_percentage': 100,
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_13.content_browsertests.filter',
        ],
        'swarming': {
          'shards': 40,
        },
      },
      'android-12l-x64-fyi-dbg': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_13.content_browsertests.filter',
        ],
        'swarming': {
          'shards': 40,
        },
      },
      'android-13-x64-fyi-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_13.content_browsertests.filter',
          '--emulator-debug-tags=kernel',
        ],
        'swarming': {
          'shards': 40,
        },
      },
      'android-13-x64-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l_13.content_browsertests.filter',
        ],
        'swarming': {
          'shards': 40,
        },
      },
      'android-arm64-proguard-rel': {
        'swarming': {
          'shards': 16,
        },
      },
      'android-asan': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
        ],
        'swarming': {
          'shards': 25,
        },
      },
      'android-code-coverage-native': {
        'swarming': {
          'shards': 25,
        },
      },
      # If you change this, make similar changes in android-x86-code-coverage below
      'android-nougat-x86-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
        ],
        'swarming': {
          'shards': 75,
          'dimensions': {
            # use 8-core to shorten runtime
            'cores': '8',
          },
        },
      },
      'android-oreo-x86-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_o.content_browsertests.filter',
        ],
        'swarming': {
          'shards': 75,
          'dimensions': {
            # use 8-core to shorten runtime
            'cores': '8',
          },
        },
      },
      'android-pie-arm64-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64.content_browsertests_coverage.filter',
        ],
        'swarming': {
          # TODO(crbug.com/1462745): Temporarily increase the shard by 5 for the surging number of tests.
          # Recover to default number of shards(20) after the bug is fixed.
          'shards': 25,
        },
      },
      'android-pie-x86-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
        ],
      'swarming': {
          # Flaking with only 20 shards with 40-60 minute runs.
          # https://crbug.com/1230118
          'shards': 30,
        },
      },
      # Keep this same as android-nougat-x86-rel above
      'android-x86-code-coverage': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
        ],
        'swarming': {
          'shards': 75,
          'dimensions': {
            # use 8-core to shorten runtime
            'cores': '8',
          },
        },
      },
      'fuchsia-arm64-cast-receiver-rel': {
        # Temporarily only run this on CI due to resource and naming
        # constraints.
        # TODO(crbug.com/1371630): Remove this when resource requirements are
        # lower.
        'ci_only': True,
      },
      'fuchsia-arm64-rel': {
        # Temporarily only run this on CI due to resource and naming
        # constraints.
        # TODO(crbug.com/1371630): Remove this when resource requirements are
        # lower.
        'ci_only': True,
      },
      'fuchsia-code-coverage': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.coverage.content_browsertests.filter',
          '--test-launcher-jobs=1',
        ],
        'swarming': {
          'shards': 41,
        },
      },
      'fuchsia-x64-cast-receiver-rel': {
        # Temporarily only run this on CI due to resource requirements.
        # TODO(crbug.com/1374125): Remove this once resources are available.
        'ci_only': True,
        'swarming': {
          'shards': 41,
        },
        'args': [
          # TODO(crbug.com/1406693): Remove this when the kernal panic in
          # fuchsia has been resolved.
          '--test-arg=--test-launcher-jobs=1',
        ],
      },
      'fuchsia-x64-rel': {
        'swarming': {
          'shards': 41,
        },
        'args': [
          # TODO(crbug.com/1406693): Remove this when the kernal panic in
          # fuchsia has been resolved.
          '--test-arg=--test-launcher-jobs=1',
        ],
      },
      'linux-chromeos-code-coverage': {
        'swarming': {
          'shards': 12,
        },
      },
      'linux-chromeos-rel': {
        'swarming': {
          'shards': 6,
        },
      },
      'linux-code-coverage': {
        'args': [
          '--no-sandbox',
        ],
        'swarming': {
          'shards': 12,
        },
      },
      'linux-exp-asan-lsan-fyi-rel': {
        'swarming': {
          'shards': 24,
        },
      },
      'linux-exp-tsan-fyi-rel': {
        'swarming': {
          'shards': 30,
        },
      },
      # https://crbug.com/1111979
      'linux-lacros-tester-fyi-rel': {
        'experiment_percentage': 100,
      },
      'mac-code-coverage': {
        'args': [
          '--coverage-continuous-mode=1',
        ],
      },
      'mac-rel-cft': {
        'swarming': {
          'shards': 12,
        },
      },
      # https://crbug.com/1255940
      'mac-rel-dev': {
        'swarming': {
          'dimensions': {
            # These test would time out when running on 4 cores instances.
            'cores': '8|12',
          },
        },
      },
      'win-asan': {
         # Tests shows tests run faster with fewer retries by using fewer jobs crbug.com/1411912
        'args': [
          '--test-launcher-jobs=3',
        ],
        'swarming': {
          'shards': 16,
        },
      },
      'win-rel-cft': {
        # crbug.com/868082
        'args': [
          '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
        ],
      },
      'win10-code-coverage': {
        'swarming': {
          'shards': 40,
          'dimensions': {
            'pool': 'chromium.tests.coverage',
            'ssd': '1',
          },
        }
      },
      'win10-rel-no-external-ip': {
        # crbug.com/868082
        'args': [
          '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
        ],
      },
    },
  },
  'content_shell_crash_test': {
    'remove_from': [
      'android-nougat-x86-rel', # crbug.com/1084353. If you remove this, also remove android-x86-code-coverage.
      'android-oreo-x86-rel',
      'android-x86-code-coverage',
    ],
    'modifications': {
      'Win10 Tests x64 (dbg)': {
        'experiment_percentage': 100,  # https://crbug.com/861730
      },
    },
  },
  'content_shell_test_apk': {
    'remove_from': [
      'android-asan',  # https://crbug.com/964562
      'android-code-coverage-native', # Does not generate profraw data.
    ],
    'modifications': {
      'android-11-x86-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
          '--timeout-scale=2.0',
        ],
      },
      'android-12-x64-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
        ],
        'ci_only': True,
      },
      'android-12l-x64-dbg-tests': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_shell_test_apk.filter',
        ],
      },
      'android-12l-x64-fyi-dbg': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12l.content_shell_test_apk.filter',
        ],
      },
      'android-13-x64-fyi-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_shell_test_apk.filter',
        ],
      },
      'android-13-x64-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_13.content_shell_test_apk.filter',
        ],
      },
      # If you change this, make similar changes in android-x86-code-coverage below
      'android-nougat-x86-rel': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_shell_test_apk.filter',
        ],
        'swarming': {
          'shards': 6,
          'dimensions': {
            # use 8-core to shorten runtime
            'cores': '8',
          },
        },
      },
      'android-oreo-x86-rel': {
        'swarming': {
          'shards': 6,
          'dimensions': {
            # use 8-core to shorten runtime
            'cores': '8',
          },
        },
      },
      'android-pie-x86-rel': {
        'args': [
          '--gtest_filter=-org.chromium.content.browser.input.ImeInputModeTest.testShowAndHideInputMode*',
        ],
      },
      # Keep this same as android-nougat-x86-rel above
      'android-x86-code-coverage': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_shell_test_apk.filter',
        ],
        'swarming': {
          'shards': 6,
          'dimensions': {
            # use 8-core to shorten runtime
            'cores': '8',
          },
        },
      },
    },
  },
  'content_unittests': {
    'modifications': {
      'Linux ASan LSan Tests (1)': {
        # These are slow on the ASAN trybot for some reason.
        # crbug.com/1257927
        'swarming': {
          'shards': 2,
        },
      },