testing/buildbot/test_suite_exceptions.pyl

# Copyright 2017 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

# This is a .pyl, or "Python Literal", file. You can treat it just like a
# .json file, with the following exceptions:
# * all keys must be quoted (use single quotes, please);
# * comments are allowed, using '#' syntax; and
# * trailing commas are allowed.

# Exceptions to the common test suites can only include removal from
# particular bots, and modifications on particular bots. By design,
# it's not possible to add one-off tests to bots. Instead they have to
# be added to one of the test suites in test_suites.pyl.
#
# The goal is to drive the number of exceptions to zero, to make all
# the bots behave similarly.
{
  'accessibility_unittests': {
    'remove_from': [
      'Mac ASan 64 Tests (1)',
    ],
  },
  'android_webview_unittests': {
    'remove_from': [
      # On chromium.android, these do not need to run prior to M.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      # They should be running here, though, once stabilized.
      'Nougat Phone Tester chromium.android',
      # chromium.android.fyi
      'x64 Device Tester',
      # chromium.clang
      'ToTAndroid x64',
      # chromium.fyi
      'Out of Process Profiling Android',
    ],
    'modifications': {
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 900,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 900,
        },
      },
    },
  },
  'angle_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTLinuxMSan',
      # chromium.fyi
      'Chromium Mac 10.10 MacViews',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
    ],
    'modifications': {
      'Linux ASan LSan Tests (1)': {
        'swarming': {
          'shards': 10,
        },
      },
    },
  },
  'app_shell_unittests': {
    'remove_from': [
      # chromium.clang
      'CrWinAsan',
      'CrWinAsan(dll)',
      'CrWinAsanCov',
      'CrWinClang',
      'CrWinClang(dbg)',
      'CrWinClang(shared)',
      'CrWinClang64',
      'CrWinClang64(dbg)',
      'CrWinClang64(dll)',
      'CrWinClangLLD',
      'CrWinClangLLD64',
      'CrWinClngLLD64dbg',
      'CrWinClngLLDdbg',
      'ToTLinuxASan',
      'ToTLinuxMSan',
      'ToTLinuxUBSanVptr',
      'ToTWin',
      'ToTWin(dbg)',
      'ToTWin(dll)',
      'ToTWin64',
      'ToTWin64(dbg)',
      'ToTWin64(dll)',
      'ToTWinCFI',
      'ToTWinCFI64',
      'ToTWinThinLTO64',
      'UBSanVptr Linux',
      # chromium.fyi
      'CrWinAsan tester',
      'CrWinAsan(dll) tester',
      'CrWinAsanCov tester',
      'Out of Process Profiling Windows',
      'Win 10 Fast Ring',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      'Linux Chromium OS ASan LSan Tests (1)',
      'Linux ChromiumOS MSan Tests',
      'Linux MSan Tests',
      'Linux TSan Tests',
    ],
  },
  'mash_ash_unittests': {
    'remove_from': [
      # chromium.memory
      # Unclear why this isn't run. http://crbug.com/814403
      'Linux Chromium OS ASan LSan Tests (1)',
    ],
  },
  'aura_unittests': {
    'remove_from': [
      # chromium.clang
      'CrWinAsan',
      'CrWinAsan(dll)',
      'CrWinAsanCov',
      'CrWinClang',
      'CrWinClang(dbg)',
      'CrWinClang(shared)',
      'CrWinClang64',
      'CrWinClang64(dbg)',
      'CrWinClang64(dll)',
      'CrWinClangLLD',
      'CrWinClangLLD64',
      'CrWinClngLLD64dbg',
      'CrWinClngLLDdbg',
      'ToTLinuxASan',
      'ToTWin',
      'ToTWin(dbg)',
      'ToTWin(dll)',
      'ToTWin64',
      'ToTWin64(dbg)',
      'ToTWin64(dll)',
      'ToTWinCFI',
      'ToTWinCFI64',
      'ToTWinThinLTO64',
      # chromium.fyi
      'CrWinAsan tester',
      'CrWinAsan(dll) tester',
      'CrWinAsanCov tester',
      'Out of Process Profiling Windows',
      'Win 10 Fast Ring',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
    ],
  },
  'base_unittests': {
    'remove_from': [
      # chromium.linux
      'Fuchsia x64',
    ],
    'modifications': {
      # chromium.android
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 300,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 600,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 600,
        },
      },
      # chromium.clang
      'ToTMac': {
        'swarming': {
          'shards': 5,
        },
      },
      # chromium.fyi
      'Out of Process Profiling Mac': {
        'swarming': {
          'shards': 5,
        },
      },
    },
  },
  'battor_agent_unittests': {
    'remove_from': [
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      'Linux CFI',
    ],
  },
  'blink_heap_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      # chromium.clang
      'CrWinAsan',
      'CrWinAsan(dll)',
      'CrWinAsanCov',
      'ToTLinuxMSan',
      # chromium.fyi
      'CrWinAsan tester',
      'CrWinAsan(dll) tester',
      'CrWinAsanCov tester',
      # chromium.memory
      'Linux Chromium OS ASan LSan Tests (1)',
      'Linux ChromiumOS MSan Tests',
      'Linux TSan Tests',
    ],
    'modifications': {
      # chromium.android
      'KitKat Phone Tester (dbg)': {
        'swarming': {
          'hard_timeout': 180,
        },
      },
      'KitKat Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 180,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      # chromium.android.fyi
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
    },
  },
  'blink_platform_unittests': {
    'remove_from': [
      # chromium.clang
      'CrWinAsan',
      'CrWinAsan(dll)',
      'CrWinAsanCov',
      'ToTLinuxMSan',
      # chromium.fyi
      'CrWinAsan tester',
      'CrWinAsan(dll) tester',
      'CrWinAsanCov tester',
    ],
  },
  'boringssl_crypto_tests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
      'Mac10.12 Tests',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      'Linux CFI',
      'Linux Chromium OS ASan LSan Tests (1)',
      'Linux ChromiumOS MSan Tests',
      'Linux TSan Tests',
    ],
  },
  'boringssl_ssl_tests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
      'Mac10.12 Tests',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      'Linux CFI',
      'Linux Chromium OS ASan LSan Tests (1)',
      'Linux ChromiumOS MSan Tests',
      'Linux MSan Tests',
      'Linux TSan Tests',
    ],
  },
  'breakpad_unittests': {
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
    },
  },
  'browser_tests': {
    'remove_from': [
      # chromium.clang
      'CrWinAsanCov',
      'linux-win_cross-rel',
      'ToTLinuxUBSanVptr',
      'UBSanVptr Linux',
      # chromium.fyi
      'CrWinAsanCov tester',
      # chromium.memory
      'Linux TSan Tests',
    ],
    'modifications': {
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)': {
        'swarming': {
          'shards': 20,
        },
      },
      'linux-chromeos-dbg': {
        'swarming': {
          'shards': 20,
        },
      },
      'CrWinClang(dbg)': {
        'swarming': {
          'shards': 20,
        },
      },
      'CrWinClang64(dbg)': {
        'swarming': {
          'shards': 20,
        },
      },
      'ToTWin(dbg)': {
        'swarming': {
          'shards': 20,
        },
      },
      'ToTWin64(dbg)': {
        'swarming': {
          'shards': 20,
        },
      },
      'ToTLinuxThinLTO': {
        # TODO(kbr): remove this spurious filter.
        'args': [
          '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
        ],
      },
      # chromium.fyi
      'Out of Process Profiling Linux': {
        'swarming': {
          'shards': 5,
        },
      },
      'ThinLTO Linux ToT': {
        # TODO(kbr): remove this spurious filter.
        'args': [
          '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
        ],
      },
      # chromium.memory
      'Linux ASan LSan Tests (1)': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/794372
        'swarming': {
          'shards': 30,
        },
      },
      'Linux Chromium OS ASan LSan Tests (1)': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/browser_tests_cros_asan.filter',
        ],
      },
      'Mac ASan 64 Tests (1)': {
        'swarming': {
          'shards': 20,
        },
      },
      # client.v8.chromium
      'Linux - Future (dbg)': {
        'swarming': {
          'shards':  10,
        },
      },
      # chromium.win
      'Win7 Tests (dbg)(1)': {
        'swarming': {
          'shards': 20,
        },
      },
    },
  },
  'cacheinvalidation_unittests': {
    'remove_from': [
      # Unclear why these largely aren't run on Android.
      # chromium.android:
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
    ],
  },
  'capture_unittests': {
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
    },
  },
  'cast_shell_browsertests': {
    'modifications': {
      'Cast Audio Linux': {
        'args': [
          '--enable-local-file-accesses',
          '--ozone-platform=headless',
          '--no-sandbox',
          '--test-launcher-jobs=1',
        ],
        'swarming': {
          'can_use_on_swarming_builders': False,
        },
      },
      'Cast Linux': {
        'args': [
          '--enable-local-file-accesses',
          '--ozone-platform=cast',
          '--no-sandbox',
          '--test-launcher-jobs=1',
        ],
        'swarming': {
          'can_use_on_swarming_builders': False,
        },
      },
    },
  },
  'cast_unittests': {
    'remove_from': [
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # Unclear why these largely aren't run on Android.
      # TODO(kbr): why are the cast unit tests not run on the Cast bots?!
      'Cast Audio Linux',
      'Cast Linux',
      # chromium.clang
      'ToTAndroidCFI',
      'ToTLinuxThinLTO',
      # chromium.fyi
      'ThinLTO Linux ToT',
      # chromium.memory
      'Android CFI',
      'Mac ASan 64 Tests (1)',
    ],
  },
  'cc_unittests': {
    'remove_from': [
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # chromium.memory
      'Linux Chromium OS ASan LSan Tests (1)',
    ],
  },
  'checkbins': {
    'remove_from': [
      'Linux x64',
      'Mac',
    ],
  },
  'chrome_app_unittests': {
    'remove_from': [
      # chromium.fyi
      'Chromium Mac 10.10 MacViews',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Mac',
    ],
  },
  'chrome_elf_import_unittests': {
    'remove_from': [
      # chromium.clang
      'CrWinAsan',
      'CrWinAsan(dll)',
      'CrWinAsanCov',
      'CrWinClang',
      'CrWinClang(dbg)',
      'CrWinClang(shared)',
      'CrWinClang64',
      'CrWinClang64(dbg)',
      'CrWinClang64(dll)',
      'CrWinClangLLD',
      'CrWinClangLLD64',
      'CrWinClngLLD64dbg',
      'CrWinClngLLDdbg',
      'ToTWin(dll)',
      'ToTWin64',
      'ToTWin64(dbg)',
      'ToTWin64(dll)',
      'ToTWinCFI',
      'ToTWinCFI64',
      'ToTWinThinLTO64',
      # chromium.fyi
      'CrWinAsan tester',
      'CrWinAsan(dll) tester',
      'CrWinAsanCov tester',
      'Out of Process Profiling Windows',
      'Win 10 Fast Ring',
    ],
  },
  'chrome_public_test_apk': {
    'remove_gtest_from': [
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
    ],
    'remove_from': [
      # TODO(crbug.com/731759): Enable this once we're confident that it passes.
      'Marshmallow Phone Tester (rel)',
      # chromium.clang
      'ToTAndroidCFI',
      # chromium.memory
      'Android CFI',
      # TODO(dpranke): on chromium.swarm, this is probably also an accident.
      'Android N5X Swarm',
    ],
    'key_removals': {
      # chromium.android.fyi
      'Lollipop Low-end Tester': [
        'args',
      ],
      'Nougat Phone Tester': [
        'args',
      ],
      'x86 Cloud Tester': [
        'args',
      ],
    },
    'modifications': {
      # chromium.android
      'KitKat Phone Tester (dbg)': {
        'swarming': {
          'shards': 20,
        },
      },
      'KitKat Phone Tester (rel)': {
        'swarming': {
          'shards': 12,
        },
      },
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 2400,
        },
      },
      'Lollipop Phone Tester': {
        'swarming': {
          'hard_timeout': 1800,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
        },
      },
      'Marshmallow 64 bit Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 14,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
        },
      },
      # chromium.android.fyi
      'Android Tests with Tracing': {
        'args': [
          '-f',
          'ContextualSearchTapEventTest#*',
        ],
        'trace_output': True,
      },
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 6,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 8,
        },
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 1,
        },
      },
      # chromium.clang
      'ToTAndroid x64': {
        'swarming': {
          'shards': 1,
          'hard_timeout': 0,
        },
      },
      # chromium.fyi
      'Out of Process Profiling Android': {
        'swarming': {
          'shards': 1,
          'hard_timeout': 0,
        },
      },
    },
  },
  'chrome_public_test_vr_apk': {
    'remove_from': [
      # chromium.android
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Tablet Tester',
      'Marshmallow Tablet Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Nougat Phone Tester chromium.android.fyi',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x64 Device Tester',
      'x86 Cloud Tester',
      # chromium.clang
      'ToTAndroid x64',
      # chromium.fyi
      'Out of Process Profiling Android',
      # chromium.memory
      'Android CFI',
    ],
    'modifications': {
      'Lollipop Phone Tester': {
        'args': [
          '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
          '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
        ],
        'swarming': {
          'hard_timeout': 1920,
        },
      },
      'Marshmallow 64 bit Tester': {
        'args': [
          '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
          '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
        ],
      },
      'Marshmallow Phone Tester (rel)': {
        'args': [
          '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
          '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
        ],
        'swarming': {
          'hard_timeout': 1200,
        },
      },
    },
  },
  'chrome_sync_shell_test_apk': {
    'remove_gtest_from': [
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
    ],
    'key_removals': {
      # chromium.android.fyi
      'Lollipop Low-end Tester': [
        'args',
      ],
      'Nougat Phone Tester': [
        'args',
      ],
      'x64 Device Tester': [
        'args',
      ],
      'x86 Cloud Tester': [
        'args',
      ],
    },
    'modifications': {
      # chromium.android
      'KitKat Phone Tester (dbg)': {
        'swarming': {
          'shards': 2,
        },
      },
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 600,
        },
      },
      # chromium.clang
      'ToTAndroid x64': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      'ToTAndroidCFI': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      # chromium.fyi
      'Out of Process Profiling Android': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      # chromium.memory
      'Android CFI': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
    },
  },
  'chromedriver_unittests': {
    'remove_from': [
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # chromium.clang
      'ToTLinuxASan',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      'Linux Chromium OS ASan LSan Tests (1)',
    ],
  },
  'components_background_task_scheduler_junit_tests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Phone Tester (dbg)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
    ],
  },
  'components_browsertests': {
    'remove_from': [
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # chromium.clang
      'ToTLinux',
      'ToTLinuxASan',
      'ToTLinuxMSan',
      'ToTMac',
      'ToTMacASan',
      # chromium.fyi
      'Chromium Mac 10.10 MacViews',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Linux',
      'Out of Process Profiling Mac',
      # On chromium.linux, unclear why these aren't run on the Cast bots.
      'Cast Audio Linux',
      'Cast Linux',
      'Linux Tests (dbg)(1)(32)',
      # chromium.win
      'Win7 Tests (dbg)(1)',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      'Linux ASan Tests (sandboxed)',
      'Linux Chromium OS ASan LSan Tests (1)',
      'Linux ChromiumOS MSan Tests',
      'Linux MSan Tests',
      'Linux TSan Tests',
    ],
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 600,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 600,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 600,
        },
      },
    },
  },
  'components_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTLinuxUBSanVptr',
      'UBSanVptr Linux',
      # On chromium.linux, unclear why these aren't run on the Cast bots.
      'Cast Audio Linux',
      'Cast Linux',
    ],
    'modifications': {
      # chromium.android
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 1500,
        },
      },
      'Lollipop Phone Tester': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
        },
      },
      'Marshmallow 64 bit Tester': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1500,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 960,
          'shards': 1,
        },
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      # chromium.memory
      'Linux ASan LSan Tests (1)': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/794372
        'swarming': {
          'shards': 5,
        },
      },
    },
  },
  'compositor_unittests': {
    'remove_from': [
      # chromium.clang
      'CrWinAsan',
      'CrWinAsan(dll)',
      'CrWinAsanCov',
      'CrWinClang',
      'CrWinClang(dbg)',
      'CrWinClang(shared)',
      'CrWinClang64',
      'CrWinClang64(dbg)',
      'CrWinClang64(dll)',
      'CrWinClangLLD',
      'CrWinClangLLD64',
      'CrWinClngLLD64dbg',
      'CrWinClngLLDdbg',
      'ToTLinuxASan',
      'ToTWin',
      'ToTWin(dbg)',
      'ToTWin(dll)',
      'ToTWin64',
      'ToTWin64(dbg)',
      'ToTWin64(dll)',
      'ToTWinCFI',
      'ToTWinCFI64',
      'ToTWinThinLTO64',
      # chromium.fyi
      'CrWinAsan tester',
      'CrWinAsan(dll) tester',
      'CrWinAsanCov tester',
      'Out of Process Profiling Windows',
      'Win 10 Fast Ring',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      'Linux TSan Tests',
    ],
  },
  'content_browsertests': {
    'modifications': {
      # chromium.android
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
          'shards': 6,
        },
      },
      'Lollipop Phone Tester': {
        'swarming': {
          'hard_timeout': 1800,
          'shards': 6,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
          'shards': 6,
        },
      },
      'Marshmallow 64 bit Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 6,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 6,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
          'shards': 6,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 4,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 6,
        },
      },
      'Unswarmed N5 Tests Dummy Builder': {
        'args': [
          '--shard-timeout',
          '600',
        ],
      },
      'Unswarmed N5X Tests Dummy Builder': {
        'args': [
          '--shard-timeout',
          '600',
        ],
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 960,
          'shards': 1,
        },
      },
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)': {
        'swarming': {
          'shards': 2,
        },
      },
      'Linux TSan Tests': {
        'swarming': {
          'shards': 5,
        },
      },
      'linux-chromeos-dbg': {
        'swarming': {
          'shards': 2,
        },
      },
      'linux-chromeos-rel': {
        'swarming': {
          'shards': 2,
        },
      },
      # chromium.clang
      'ToTLinuxUBSanVptr': {
        'swarming': {
          'shards': 5,
        },
      },
      # chromium.linux
      'Cast Audio Linux': {
        'args': [
          '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
        ],
        'swarming': {
          'can_use_on_swarming_builders': False,
        },
      },
      'Cast Linux': {
        'args': [
          '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
        ],
        'swarming': {
          'can_use_on_swarming_builders': False,
        },
      },
      # chromium.memory
      'Linux ASan LSan Tests (1)': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/794372
        'swarming': {
          'shards': 4,
        },
      },
      'Mac ASan 64 Tests (1)': {
        'swarming': {
          'shards': 2,
        },
      },
      # chromium.win
      'Win7 Tests (dbg)(1)': {
        'swarming': {
          'shards': 2,
        },
      },
    },
  },
  'content_browsertests --mus': {
    'remove_from': [
      # chromium.memory
      'Linux Chromium OS ASan LSan Tests (1)',
    ],
  },
  'content_shell_crash_test': {
    'remove_from': [
      # chromium.clang
      'ToTMac',
      # chromium.fyi
      'Chromium Mac 10.11',
      'Chromium Mac 10.13',
      'Out of Process Profiling Mac',
      # On chromium.linux, unclear why these only run on "Linux Tests".
      'Linux Tests (dbg)(1)',
      'Linux Tests (dbg)(1)(32)',
      # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
      'Mac10.10 Tests',
      'Mac10.11 Tests',
      'Mac10.12 Tests',
      'Mac10.13 Tests (dbg)',
      # On chromium.win, unclear why these only run on "Win7 Tests (1)".
      'Win 7 Tests x64 (1)',
      'Win10 Tests x64',
      'Win7 Tests (dbg)(1)',
      # client.v8.chromium
      'Linux - Future (dbg)',
    ],
    'modifications': {
      'Mac10.13 Tests': {
        # Remove this once the tests is not flaky on Mac os 10.13
        # See crbug.com/813163
        'experiment_percentage': 100,
      },
    }
  },
  'content_shell_test_apk': {
    'remove_gtest_from': [
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
    ],
    'key_removals': {
      # chromium.android.fyi
      'Lollipop Low-end Tester': [
        'args',
      ],
      'Nougat Phone Tester': [
        'args',
      ],
      'x86 Cloud Tester': [
        'args',
      ],
    },
    'modifications': {
      # chromium.android
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 2,
        },
      },
      'Lollipop Phone Tester': {
        'swarming': {
          'shards': 2,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 2,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1500,
          'shards': 2,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 4,
        },
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 1920,
          'shards': 1,
        },
      },
      # chromium.clang
      'ToTAndroid x64': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'ToTAndroidCFI': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      # chromium.fyi
      'Out of Process Profiling Android': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      # chromium.memory
      'Android CFI': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
    },
  },
  'content_unittests': {
    'remove_from': [
      # chromium.fyi
      'Fuchsia (dbg)',
      'Fuchsia ARM64',
    ],
    'modifications': {
      # TODO(dpranke) - on chromium.swarm, remove this exception.
      'Android N5X Swarm': {
        'swarming': {
          'shards': 4,
        },
      },
      # chromium.android
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1500,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 2,
        },
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      # chromium.fyi
      'Site Isolation Android': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      # chromium.memory
      'Linux ASan LSan Tests (1)': {
        # These are slow on the ASAN trybot for some reason.
        # crbug.com/794372
        'swarming': {
          'shards': 2,
        },
      },
    },
  },
  'crashpad_tests': {
    'remove_from': [
      # chromium.clang
      'CrWinAsan',
      'CrWinAsan(dll)',
      'CrWinAsanCov',
      'linux-win_cross-rel',
      'ToTMacASan',
      # chromium.fyi
      'Chromium Win 10 GCE Tests',
      'CrWinAsan tester',
      'CrWinAsan(dll) tester',
      'CrWinAsanCov tester',
    ],
  },
  'cronet_test_instrumentation_apk': {
    'modifications': {
      'Android Cronet Builder (dbg) chromium.android.fyi': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 2,
        },
      },
      'Android Cronet KitKat Builder chromium.android.fyi': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 2,
        },
      },
    },
  },
  'cronet_tests': {
    'remove_from': [
      # chromium.fyi
      'Fuchsia (dbg)',
    ],
  },
  'crypto_unittests': {
    'remove_from': [
      # TODO(kbr): these tests aren't run on Android except on one bot
      # on chromium.android.fyi, which might just be an accident.
      # Consider moving it to non_android_chromium_gtests.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # TODO(kbr): on chromium.linux, it's unclear why these show up on "Cast
      # Audio Linux" at all, since they're supposed to be compiled out for
      # Chromecast.
    ],
    'modifications': {
      # chromium.fyi
      'Fuchsia': {
        'args': [
          '--use-new-test-runner',
          '-v',  # Useful for getting debug info and SCP throughput stats.
        ],
      },
    },
  },
  'dbus_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTLinuxASan',
      # chromium.linux
      'Linux Tests (dbg)(1)(32)',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
    ],
  },
  'device_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTMac',
      'ToTMacASan',
      # chromium.fyi
      'Chromium Mac 10.10 MacViews',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Mac',
      # chromium.memory
      'Mac ASan 64 Tests (1)',
      # chromium.win
      'Win7 Tests (dbg)(1)',
    ],
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
    },
  },
  'devtools_closure_compile': {
    'remove_from': [
      # On chromium.linux, unclear why these only run on "Linux Tests".
      'Linux Tests (dbg)(1)',
      'Linux Tests (dbg)(1)(32)',
      # client.v8.chromium
      'Linux - Future (dbg)',
    ],
  },
  'devtools_eslint': {
    'remove_from': [
      # On chromium.linux, unclear why these only run on "Linux Tests".
      'Linux Tests (dbg)(1)',
      'Linux Tests (dbg)(1)(32)',
      # client.v8.chromium
      'Linux - Future (dbg)',
    ],
  },
  'display_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # chromium.fyi
      'Chromium Mac 10.10 MacViews',
      'Chromium Mac 10.11 Force Mac Toolchain',
      # chromium.memory
      'Mac ASan 64 Tests (1)',
      # chromium.win
      'Win7 Tests (dbg)(1)',
    ],
  },
  'events_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTLinuxASan',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
    ],
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
    },
  },
  'extensions_browsertests': {
    'remove_from': [
      # chromium.clang
      'ToTLinux',
      'ToTMac',
      'ToTMacASan',
      # chromium.fyi
      'Chromium Mac 10.10 MacViews',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Linux',
      'Out of Process Profiling Mac',
      # On chromium.mac, unclear why these aren't run.
      'Mac10.10 Tests',
      'Mac10.11 Tests',
      'Mac10.12 Tests',
      'Mac10.13 Tests',
      'Mac10.13 Tests (dbg)',
      # chromium.memory
      'Linux Chromium OS ASan LSan Tests (1)',
      'Linux TSan Tests',
      'Mac ASan 64 Tests (1)',
    ],
  },
  'extensions_unittests': {
    'remove_from': [
      # chromium.memory
      'Linux Chromium OS ASan LSan Tests (1)',
      'Mac ASan 64 Tests (1)',
    ],
  },
  'filesystem_service_unittests': {
    'remove_from': [
      'Linux Tests (dbg)(1)(32)',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      'Linux CFI',
      'Linux ChromiumOS MSan Tests',
      'Linux MSan Tests',
      'Linux TSan Tests',
    ],
  },
  'gfx_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'Nougat Phone Tester chromium.android',
      # chromium.android.fyi
      'Lollipop Low-end Tester',
      'x86 Cloud Tester',
      # chromium.memory
      'Linux ChromiumOS MSan Tests',
      'Mac ASan 64 Tests (1)',
      # chromium.win
      'Win7 Tests (dbg)(1)',
    ],
  },
  'gin_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # chromium.clang
      'ToTLinux',
      'ToTLinuxASan',
      'ToTLinuxMSan',
      # chromium.fyi
      'Chromium Mac 10.10 MacViews',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Chromium Win 10 GCE Tests',
      'Out of Process Profiling Linux',
      'Out of Process Profiling Mac',
      # On chromium.linux, unclear why these aren't run on Cast.
      'Cast Audio Linux',
      'Cast Linux',
      'Linux Tests (dbg)(1)(32)',
      # On chromium.mac, unclear why these aren't run.
      'Mac10.10 Tests',
      'Mac10.11 Tests',
      'Mac10.12 Tests',
      'Mac10.13 Tests',
      'Mac10.13 Tests (dbg)',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      # On chromium.win, unclear why these only run on "Win7 Tests (1)".
      'Win 7 Tests x64 (1)',
      'Win10 Tests x64',
      'Win7 Tests (dbg)(1)',
      # client.v8.chromium
      'Linux - Future (dbg)',
    ],
  },
  'gl_tests': {
    'remove_from': [
      # chromium.clang
      'CFI Linux (icall)',
      'CFI Linux ToT',
      'ToTLinuxThinLTO',
      'ToTLinuxUBSanVptr',
      'UBSanVptr Linux',
      # chromium.fyi
      'Out of Process Profiling Linux',
      'ThinLTO Linux ToT',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      'Linux CFI',
    ],
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
    },
  },
  'gl_unittests': {
    'remove_from': [
      # chromium.fyi
      'Out of Process Profiling Linux',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
    ],
    'modifications': {
      # chromium.android
      'Lollipop Phone Tester': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow 64 bit Tester': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      # chromium.clang
      'CFI Linux (icall)': {
        'args': [
          '--use-gpu-in-tests',
          '--no-xvfb',
        ],
        'swarming': {
          'dimension_sets': [
            {
              'gpu': '10de:1cb3',
              'os': 'Ubuntu',
              'pool': 'Chrome-GPU',
            },
          ],
        },
        'use_xvfb': False,
      },
      'CFI Linux ToT': {
        'args': [
          '--use-gpu-in-tests',
          '--no-xvfb',
        ],
        'swarming': {
          'dimension_sets': [
            {
              'gpu': '10de:1cb3',
              'os': 'Ubuntu',
              'pool': 'Chrome-GPU',
            },
          ],
        },
        'use_xvfb': False,
      },
      # chromium.memory
      'Linux CFI': {
        'args': [
          '--use-gpu-in-tests',
          '--no-xvfb',
        ],
        'swarming': {
          'dimension_sets': [
            {
              'gpu': '10de:1cb3',
              'os': 'Ubuntu',
              'pool': 'Chrome-GPU',
            },
          ],
        },
        'use_xvfb': False,
      },
    },
  },
  'gn_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTLinux',
      'ToTLinuxASan',
      'ToTLinuxMSan',
      'ToTLinuxUBSanVptr',
      # chromium.fyi
      'Chromium Mac 10.10 MacViews',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Linux',
      'Out of Process Profiling Mac',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
    ],
  },
  'google_apis_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # On chromium.linux, unclear why these aren't run on Cast.
      'Cast Audio Linux',
      'Cast Linux',
      # chromium.memory
      'Mac ASan 64 Tests (1)',
      # chromium.win
      'Win7 Tests (dbg)(1)',
    ],
  },
  'gpu_ipc_service_unittests': {
    'remove_from': [
      # chromium.clang
      'CrWinClngLLD64dbg',
      # chromium.fyi
      'Win 10 Fast Ring',
      # chromium.linux
      'Linux Tests (dbg)(1)(32)',
    ],
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
    },
  },
  'headless_browsertests': {
    'remove_from': [
      'Linux Tests (dbg)(1)(32)',
      # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
      'Mac10.11 Tests',
      # client.v8.chromium
      'Linux - Future (dbg)',
    ],
  },
  'headless_unittests': {
    'remove_from': [
      'Linux Tests (dbg)(1)(32)',
      # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
      'Mac10.11 Tests',
      # client.v8.chromium
      'Linux - Future (dbg)'
    ],
  },
  'install_static_unittests': {
    'remove_from': [
      # chromium.clang
      'CrWinAsan',
      'CrWinAsan(dll)',
      'CrWinAsanCov',
      'CrWinClang',
      'CrWinClang(dbg)',
      'CrWinClang(shared)',
      'CrWinClang64',
      'CrWinClang64(dbg)',
      'CrWinClang64(dll)',
      'CrWinClangLLD',
      'CrWinClangLLD64',
      'CrWinClngLLD64dbg',
      'CrWinClngLLDdbg',
      'ToTWin(dbg)',
      'ToTWin(dll)',
      'ToTWin64',
      'ToTWin64(dbg)',
      'ToTWin64(dll)',
      'ToTWinCFI',
      'ToTWinCFI64',
      'ToTWinThinLTO64',
      # chromium.fyi
      'CrWinAsan tester',
      'CrWinAsan(dll) tester',
      'CrWinAsanCov tester',
      'Out of Process Profiling Windows',
      'Win 10 Fast Ring',
    ],
  },
  'interactive_ui_tests': {
    'remove_from': [
      # chromium.clang
      'ToTLinuxUBSanVptr',
      'UBSanVptr Linux',
      # chromium.fyi
      'Chromium Win 10 GCE Tests',
      # chromium.memory
      'Linux TSan Tests',
    ],
    'modifications': {
      # chromium.clang
      'CFI Linux (icall)': {
        'swarming': {
          'shards': 1,
        },
      },
      # chromium.linux
      # Unclear why this isn't sharded.
      'Linux Tests': {
        'swarming': {
          'shards': 1,
        },
      },
      'Linux Tests (dbg)(1)': {
        'swarming': {
          'shards': 3,
        },
      },
      'Linux Tests (dbg)(1)(32)': {
        'swarming': {
          'shards': 3,
        },
      },
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)': {
        'swarming': {
          'shards': 3,
        },
      },
      'linux-chromeos-dbg': {
        'swarming': {
          'shards': 3,
        },
      },
      'linux-chromeos-rel': {
        'swarming': {
          'shards': 3,
        },
      },
      # chromium.fyi
      'Out of Process Profiling Mac': {
        'swarming': {
          'shards': 1,
        },
      },
      'Site Isolation Linux': {
        'args': [
          # TODO(kbr): unclear why this isn't specified on "Site Isolation Win".
          '--test-launcher-filter-file=../../testing/buildbot/filters/site-per-process.interactive_ui_tests.filter',
        ],
      },
      # chromium.mac
      # Unclear why this isn't swarmed.
      'Mac10.10 Tests': {
        'swarming': {
          'can_use_on_swarming_builders': False,
        },
      },
      # Unclear why this isn't sharded.
      'Mac10.11 Tests': {
        'swarming': {
          'shards': 1,
        },
      },
      # Unclear why this isn't sharded.
      'Mac10.12 Tests': {
        'swarming': {
          'shards': 1,
        },
      },
      # chromium.win
      'Win7 Tests (dbg)(1)': {
        'swarming': {
          'shards': 4,
        },
      },
      # chromium.memory
      'Linux ASan LSan Tests (1)': {
        # These are slow on the ASAN trybot for some reason.
        # crbug.com/794372
        'swarming': {
          'shards': 6,
        },
      },
      'Linux CFI': {
        'swarming': {
          'shards': 1,
        },
      },
      # client.v8.chromium
      'Linux - Future (dbg)': {
        'swarming': {
          'shards': 3,
        },
      },
    },
  },
  'ipc_tests': {
    'remove_from': [
      # chromium.linux
      'Fuchsia x64',
    ],
    'modifications': {
      # chromium.android
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
      # chromium.android.fyi
      'Unswarmed N5 Tests Dummy Builder': {
        'args': [
          '--shard-timeout',
          '600',
        ],
      },
      'Unswarmed N5X Tests Dummy Builder': {
        'args': [
          '--shard-timeout',
          '600',
        ],
      },
    },
  },
  'jingle_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # chromium.clang
      'ToTAndroidCFI',
      # chromium.memory
      'Android CFI',
    ],
  },
  'keyboard_unittests': {
    'remove_from': [
      'Win7 Tests (dbg)(1)',
      # On chromium.linux, unclear why these aren't run.
      'Linux Tests',
      'Linux Tests (dbg)(1)',
      'Linux Tests (dbg)(1)(32)',
    ],
  },
  'latency_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x64 Device Tester',
      'x86 Cloud Tester',
      # chromium.clang
      'ToTAndroid x64',
      'ToTLinux',
      'ToTLinuxASan',
      'ToTLinuxThinLTO',
      'ToTLinuxUBSanVptr',
      'UBSanVptr Linux',
      # chromium.fyi
      'Out of Process Profiling Android',
      'Out of Process Profiling Linux',
      'ThinLTO Linux ToT',
      # On chromium.linux, unclear why these aren't run.
      'Linux Tests',
      'Linux Tests (dbg)(1)',
      'Linux Tests (dbg)(1)(32)',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      'Linux TSan Tests',
    ],
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
    },
  },
  'libjingle_xmpp_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
    ],
  },
  'mash_browser_tests': {
    'remove_from': [
      # chromium.memory
      # Unclear why this isn't run. http://crbug.com/814403
      'Linux Chromium OS ASan LSan Tests (1)',
      # Not needed on chromium.fyi because suite is on main waterfall.
      'Mojo ChromiumOS',
    ],
  },
  'mash_unittests': {
    'remove_from': [
      # chromium.fyi
      'Mojo ChromiumOS',
    ],
  },
  'mac_installer_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTMac',
      'ToTMacASan',
      # chromium.fyi
      'Chromium Mac 10.10 MacViews',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Mac',
    ],
  },
  'media_blink_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x64 Device Tester',
      'x86 Cloud Tester',
      # chromium.clang
      'ToTAndroid x64',
      # chromium.fyi
      'Out of Process Profiling Android',
    ],
    'modifications': {
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 300,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 300,
        },
      },
    },
  },
  'media_service_unittests': {
    'remove_from': [
      'Linux Tests (dbg)(1)(32)',
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
    ],
  },
  'media_unittests': {
    'remove_from': [
      # chromium.linux
      'Fuchsia x64',
      # chromium.fyi
      'Fuchsia ARM64',
    ],
  },
  'message_center_unittests': {
    'remove_from': [
      'Win7 Tests (dbg)(1)',
      # On chromium.mac, unclear why these aren't run.
      'Mac10.10 Tests',
      'Mac10.11 Tests',
      'Mac10.12 Tests',
      'Mac10.13 Tests',
      'Mac10.13 Tests (dbg)',

      # chromium.fyi
      'Chromium Mac 10.10 MacViews',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Mac',

      # On chromium.linux, unclear why these aren't run.
      'Linux Tests',

      # On chromium.linux, unclear why these aren't run.
      'Linux Tests (dbg)(1)',
      'Linux Tests (dbg)(1)(32)',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      'Linux CFI',
      'Linux ChromiumOS MSan Tests',
      'Linux MSan Tests',
      'Linux TSan Tests',
      'Mac ASan 64 Tests (1)',
    ],
  },
  'metrics_python_tests': {
    'remove_from': [
      # chromium.clang
      'ToTMac',
      # chromium.fyi
      'Chromium Mac 10.11',
      'Chromium Mac 10.13',
      'Out of Process Profiling Mac',
      # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
      'Mac10.10 Tests',
      'Mac10.11 Tests',
      'Mac10.12 Tests',
      'Mac10.13 Tests (dbg)',
      # chromium.win
      'Win7 Tests (dbg)(1)',
    ],
  },
  'midi_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # chromium.clang
      'ToTAndroidCFI',
      # chromium.memory
      'Android CFI',
    ],
  },
  'mojo_common_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # chromium.clang
      'ToTLinuxASan',
      # chromium.linux
      'Cast Audio Linux',
      'Cast Linux',
    ],
    'modifications': {
      # chromium.android
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 120,
        },
      },

      # chromium.android.fyi
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },

      # chromium.fyi
      'Fuchsia': {
        'args': [
          '--use-new-test-runner',
          '-v',  # Useful for getting debug info and SCP throughput stats.
        ],
      },
    },
  },
  'mojo_test_apk': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
       # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x64 Device Tester',
      'x86 Cloud Tester',
     # chromium.clang
      'ToTAndroid x64',
      # chromium.fyi
      'Out of Process Profiling Android',
    ],
    'modifications': {
      # chromium.clang
      'ToTAndroidCFI': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      # chromium.clang
      'Android CFI': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
    },
  },
  'nacl_helper_nonsfi_unittests': {
    'remove_from': [
      # chromium.clang
      'CFI Linux (icall)',
      'CFI Linux ToT',
      'ToTLinux (dbg)',
      'ToTLinuxASan',
      'ToTLinuxMSan',
      'ToTLinuxThinLTO',
      'ToTLinuxUBSanVptr',
      'UBSanVptr Linux',
      # chromium.fyi
      'ThinLTO Linux ToT',
      # chromium.memory
      'Linux Chromium OS ASan LSan Tests (1)',
    ],
  },
  'nacl_loader_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTLinuxASan',
      # chromium.fyi
      'Chromium Mac 10.10 MacViews',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Mac',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
    ],
  },
  'native_theme_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTLinuxASan',
      'ToTMacASan',
      # chromium.linux
      'Linux Tests (dbg)(1)(32)',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
    ],
  },
  'net_unittests': {
    'remove_from': [
      # chromium.clang
      'CrWinAsanCov',
      # chromium.fyi
      'CrWinAsanCov tester',
      'Fuchsia (dbg)',
      'Fuchsia ARM64',
      # chromium.linux
      'Fuchsia x64',
    ],
    'modifications': {
      # chromium.android
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
        },
      },
      'Lollipop Phone Tester': {
        'swarming': {
          'hard_timeout': 1800,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
        },
      },
      'Marshmallow 64 bit Tester': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 2,
        },
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      # chromium.clang
      'ToTLinuxASan': {
        'swarming': {
          'shards': 4,
        },
      },
      # chromium.memory
      'Linux ASan LSan Tests (1)': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/794372
        'swarming': {
          'shards': 16,
        },
      },
      'Linux Chromium OS ASan LSan Tests (1)': {
        'swarming': {
          'shards': 4,
        }
      },
      'Linux TSan Tests': {
        'swarming': {
          'shards': 4,
        }
      },
    },
  },
  'notification_helper_unittests': {
    'remove_from': [
      # chromium.win, this unit test requires WinRT, which only exists on Windows 8 or above.
      'Win 7 Tests x64 (1)',
      'Win7 (32) Tests',
      'Win7 Tests (1)',
      'Win7 Tests (dbg)(1)',
      # chromium.clang, the following bots run on Windows 7, where the unit test doesn't run.
      'CrWinAsan',
      'CrWinAsan(dll)',
      'CrWinAsanCov',
      'CrWinClang',
      'CrWinClang(dbg)',
      'CrWinClang(shared)',
      'CrWinClang64',
      'CrWinClang64(dbg)',
      'CrWinClang64(dll)',
      'CrWinClangLLD',
      'CrWinClangLLD64',
      'CrWinClngLLD64dbg',
      'CrWinClngLLDdbg',
      'ToTWin',
      'ToTWin(dbg)',
      'ToTWin(dll)',
      'ToTWin64',
      'ToTWin64(dbg)',
      'ToTWin64(dll)',
      'ToTWinCFI',
      'ToTWinCFI64',
      'ToTWinThinLTO64',
      # chromium.fyi
      'CrWinAsan tester',
      'CrWinAsan(dll) tester',
      'CrWinAsanCov tester',
      'Out of Process Profiling Windows',
    ],
  },
  'printing_unittests': {
    'remove_from': [
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
    ],
  },
  'remoting_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
       # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # On chromium.linux, unclear why these aren't run on 32-bit.
      'Linux Tests (dbg)(1)(32)',
      # chromium.clang
      'ToTAndroidCFI',
      # chromium.memory
      'Android CFI',
    ],
  },
  'renderer_side_navigation_content_browsertests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x64 Device Tester',
      'x86 Cloud Tester',
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # chromium.clang
      'ToTAndroid x64',
      # chromium.fyi
      'Out of Process Profiling Android',
      # On chromium.linux, unclear why these aren't run on 32-bit.
      'Linux Tests (dbg)(1)(32)',
    ],
    'modifications': {
      'Marshmallow 64 bit Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 6,
        },
      },
    },
  },
  'renderer_side_navigation_content_shell_test_apk': {
    'remove_from': [