testing/buildbot/test_suite_exceptions.pyl

# Copyright 2017 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

# This is a .pyl, or "Python Literal", file. You can treat it just like a
# .json file, with the following exceptions:
# * all keys must be quoted (use single quotes, please);
# * comments are allowed, using '#' syntax; and
# * trailing commas are allowed.

# Exceptions to the common test suites can only include removal from
# particular bots, and modifications on particular bots. By design,
# it's not possible to add one-off tests to bots. Instead they have to
# be added to one of the test suites in test_suites.pyl.
#
# The goal is to drive the number of exceptions to zero, to make all
# the bots behave similarly.
{
  'accessibility_unittests': {
    'remove_from': [
      'Mac ASan 64 Tests (1)',
    ],
  },
  'android_webview_unittests': {
    'remove_from': [
      # On chromium.android, these do not need to run prior to M.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      # They should be running here, though, once stabilized.
      'Nougat Phone Tester chromium.android',
      # chromium.android.fyi
      'x64 Device Tester',
      # chromium.clang
      'ToTAndroid x64',
      # chromium.fyi
      'Out of Process Profiling Android',
    ],
    'modifications': {
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 900,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 900,
        },
      },
    },
  },
  'angle_unittests': {
    'remove_from': [
      # chromium.fyi
      'mac-views-rel',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
    ],
    'modifications': {
      'Linux ASan LSan Tests (1)': {
        'swarming': {
          'shards': 10,
        },
      },
    },
  },
  'app_shell_unittests': {
    'remove_from': [
      # chromium.fyi
      'Out of Process Profiling Windows',
      'Win 10 Fast Ring',
    ],
  },
  'mash_ash_unittests': {
    'remove_from': [
    ],
  },
  'aura_unittests': {
    'remove_from': [
      # chromium.fyi
      'Out of Process Profiling Windows',
      'Win 10 Fast Ring',
    ],
  },
  'base_unittests': {
    'remove_from': [
      # chromium.linux
      'Fuchsia x64',
    ],
    'modifications': {
      # chromium.android
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 300,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 600,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 600,
        },
      },
      # chromium.clang
      'ToTMac': {
        'swarming': {
          'shards': 5,
        },
      },
      # chromium.fyi
      'Out of Process Profiling Mac': {
        'swarming': {
          'shards': 5,
        },
      },
    },
  },
  'blink_heap_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      # chromium.clang
      'CrWinAsan',
      'CrWinAsan(dll)',
      'CrWinAsanCov',
      'ToTLinuxMSan',
      # chromium.memory
      'Linux TSan Tests',  # https://crbug.com/831674
    ],
    'modifications': {
      # chromium.android
      'KitKat Phone Tester (dbg)': {
        'swarming': {
          'hard_timeout': 180,
        },
      },
      'KitKat Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 180,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      # chromium.android.fyi
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
    },
  },
  'blink_platform_unittests': {
    'remove_from': [
      # chromium.clang
      'CrWinAsan',
      'CrWinAsan(dll)',
      'CrWinAsanCov',
      'ToTLinuxMSan',
    ],
  },
  'boringssl_crypto_tests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
      'Mac10.12 Tests',
    ],
  },
  'boringssl_ssl_tests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests".
      'Mac10.12 Tests',
    ],
  },
  'breakpad_unittests': {
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
    },
  },
  'browser_tests': {
    'remove_from': [
      # chromium.clang
      'CrWinAsanCov',
      'linux-win_cross-rel',
      'ToTLinuxUBSanVptr',
      'UBSanVptr Linux',
      # chromium.memory
      'Linux TSan Tests',  # https://crbug.com/368525
    ],
    'modifications': {
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)': {
        'swarming': {
          'shards': 20,
        },
      },
      'linux-chromeos-dbg': {
        'swarming': {
          'shards': 20,
        },
      },
      'ToTWin(dbg)': {
        'swarming': {
          'shards': 20,
        },
      },
      'ToTWin64(dbg)': {
        'swarming': {
          'shards': 20,
        },
      },
      'ToTLinuxThinLTO': {
        # TODO(kbr): remove this spurious filter.
        'args': [
          '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
        ],
      },
      # chromium.fyi
      'Out of Process Profiling Linux': {
        'swarming': {
          'shards': 5,
        },
      },
      'ThinLTO Linux ToT': {
        # TODO(kbr): remove this spurious filter.
        'args': [
          '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0',
        ],
      },
      'Mac10.11 Tests': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
        ],
      },
      'Mac10.12 Tests': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter',
        ],
      },
      # chromium.memory
      'Linux ASan LSan Tests (1)': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/794372
        'swarming': {
          'shards': 30,
        },
      },
      'Linux Chromium OS ASan LSan Tests (1)': {
        'args': [
          '--test-launcher-filter-file=../../testing/buildbot/filters/browser_tests_cros_asan.filter',
        ],
      },
      'Mac ASan 64 Tests (1)': {
        'swarming': {
          'shards': 20,
        },
      },
      # client.v8.chromium
      'Linux - Future (dbg)': {
        'swarming': {
          'shards':  10,
        },
      },
      # chromium.win
      'Win7 Tests (dbg)(1)': {
        'swarming': {
          'shards': 20,
        },
      },
    },
  },
  'cacheinvalidation_unittests': {
    'remove_from': [
      # Unclear why these largely aren't run on Android.
      # chromium.android:
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
    ],
  },
  'capture_unittests': {
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
    },
  },
  'cast_shell_browsertests': {
    'modifications': {
      'Cast Audio Linux': {
        'args': [
          '--enable-local-file-accesses',
          '--ozone-platform=headless',
          '--no-sandbox',
          '--test-launcher-jobs=1',
        ],
        'swarming': {
          'can_use_on_swarming_builders': False,
        },
      },
      'Cast Linux': {
        'args': [
          '--enable-local-file-accesses',
          '--ozone-platform=cast',
          '--no-sandbox',
          '--test-launcher-jobs=1',
        ],
        'swarming': {
          'can_use_on_swarming_builders': False,
        },
      },
    },
  },
  'cast_unittests': {
    'remove_from': [
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # Unclear why these largely aren't run on Android.
      # TODO(kbr): why are the cast unit tests not run on the Cast bots?!
      'Cast Audio Linux',
      'Cast Linux',
      # chromium.clang
      'ToTAndroidCFI',
      'ToTLinuxThinLTO',
      # chromium.fyi
      'ThinLTO Linux ToT',
    ],
  },
  'cc_unittests': {
    'remove_from': [
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
    ],
  },
  'checkbins': {
    'remove_from': [
      'Linux x64',
      'Mac',
    ],
  },
  'chrome_app_unittests': {
    'remove_from': [
      # chromium.fyi
      'mac-views-rel',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Mac',
    ],
  },
  'chrome_elf_import_unittests': {
    'remove_from': [
      # chromium.fyi
      'Out of Process Profiling Windows',
      'Win 10 Fast Ring',
    ],
  },
  'chrome_public_test_apk': {
    'remove_gtest_from': [
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
    ],
    'remove_from': [
      # chromium.clang
      'ToTAndroidCFI',
      # chromium.memory
      'Android CFI',
    ],
    'key_removals': {
      # chromium.android.fyi
      'Lollipop Low-end Tester': [
        'args',
      ],
      'Nougat Phone Tester': [
        'args',
      ],
      'x86 Cloud Tester': [
        'args',
      ],
    },
    'modifications': {
      # chromium.android
      'KitKat Phone Tester (dbg)': {
        'swarming': {
          'shards': 20,
        },
      },
      'KitKat Phone Tester (rel)': {
        'swarming': {
          'shards': 12,
        },
      },
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 2400,
        },
      },
      'Lollipop Phone Tester': {
        'swarming': {
          'hard_timeout': 1800,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
        },
      },
      'Marshmallow 64 bit Tester': {
        # TODO(crbug.com/731759): Enable this once we're confident that it
        # passes.
        'experiment_percentage': 100,
        'swarming': {
          'hard_timeout': 1200,
          'shards': 14,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        # TODO(crbug.com/731759): Enable this once we're confident that it
        # passes.
        'experiment_percentage': 100,
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
        },
      },
      # chromium.android.fyi
      'Android Tests with Tracing': {
        'args': [
          '-f',
          'ContextualSearchTapEventTest#*',
        ],
        'trace_output': True,
      },
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 6,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 8,
        },
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 1,
        },
      },
      # chromium.clang
      'ToTAndroid x64': {
        'swarming': {
          'shards': 1,
          'hard_timeout': 0,
        },
      },
      # chromium.fyi
      'Out of Process Profiling Android': {
        'swarming': {
          'shards': 1,
          'hard_timeout': 0,
        },
      },
      # chromium.swarm
      'Android N5X Swarm': {
        # TODO(crbug.com/731759): Enable this once we're confident that it
        # passes.
        'experiment_percentage': 100,
      },
    },
  },
  'chrome_public_test_vr_apk': {
    'remove_from': [
      # chromium.android
      'KitKat Phone Tester (dbg)',
      'KitKat Tablet Tester',
      'Lollipop Tablet Tester',
      'Marshmallow Tablet Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Nougat Phone Tester chromium.android.fyi',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x64 Device Tester',
      'x86 Cloud Tester',
      # chromium.clang
      'ToTAndroid x64',
      # chromium.fyi
      'Out of Process Profiling Android',
      # chromium.memory
      'Android CFI',
    ],
    'modifications': {
      'KitKat Phone Tester (rel)': {
        'args': [
          '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
          '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
        ],
        'swarming': {
          'hard_timeout': 1920,
        },
      },
      'Lollipop Phone Tester': {
        'args': [
          '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
          '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
        ],
        'swarming': {
          'hard_timeout': 1920,
        },
      },
      'Marshmallow 64 bit Tester': {
        'args': [
          '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
          '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
        ],
      },
      'Marshmallow Phone Tester (rel)': {
        'args': [
          '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
          '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
        ],
        'swarming': {
          'hard_timeout': 1200,
        },
      },
    },
  },
  'chrome_sync_shell_test_apk': {
    'remove_gtest_from': [
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
    ],
    'key_removals': {
      # chromium.android.fyi
      'Lollipop Low-end Tester': [
        'args',
      ],
      'Nougat Phone Tester': [
        'args',
      ],
      'x64 Device Tester': [
        'args',
      ],
      'x86 Cloud Tester': [
        'args',
      ],
    },
    'modifications': {
      # chromium.android
      'KitKat Phone Tester (dbg)': {
        'swarming': {
          'shards': 2,
        },
      },
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 600,
        },
      },
      # chromium.clang
      'ToTAndroid x64': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      'ToTAndroidCFI': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      # chromium.fyi
      'Out of Process Profiling Android': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      # chromium.memory
      'Android CFI': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
    },
  },
  'chromedriver_unittests': {
    'remove_from': [
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # chromium.clang
      'ToTLinuxASan',
    ],
  },
  'components_background_task_scheduler_junit_tests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Phone Tester (dbg)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
    ],
  },
  'components_browsertests': {
    'remove_from': [
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # chromium.clang
      'ToTLinux',
      'ToTLinuxASan',
      'ToTLinuxMSan',
      'ToTMac',
      'ToTMacASan',
      # chromium.fyi
      'mac-views-rel',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Linux',
      'Out of Process Profiling Mac',
      # On chromium.linux, unclear why these aren't run on the Cast bots.
      'Cast Audio Linux',
      'Cast Linux',
      'Linux Tests (dbg)(1)(32)',
      # chromium.win
      'Win7 Tests (dbg)(1)',
      # chromium.memory
      'Linux ASan LSan Tests (1)',
      'Linux ASan Tests (sandboxed)',
      'Linux Chromium OS ASan LSan Tests (1)',
      'Linux ChromiumOS MSan Tests',
      'Linux MSan Tests',
      'Linux TSan Tests',
    ],
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 600,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 600,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 600,
        },
      },
    },
  },
  'components_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTLinuxUBSanVptr',
      'UBSanVptr Linux',
      # On chromium.linux, unclear why these aren't run on the Cast bots.
      'Cast Audio Linux',
      'Cast Linux',
    ],
    'modifications': {
      # chromium.android
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 1500,
        },
      },
      'Lollipop Phone Tester': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
        },
      },
      'Marshmallow 64 bit Tester': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1500,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 960,
          'shards': 1,
        },
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      # chromium.memory
      'Linux ASan LSan Tests (1)': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/794372
        'swarming': {
          'shards': 5,
        },
      },
    },
  },
  'compositor_unittests': {
    'remove_from': [
      # chromium.fyi
      'Out of Process Profiling Windows',
      'Win 10 Fast Ring',
    ],
  },
  'content_browsertests': {
    'modifications': {
      # chromium.android
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
          'shards': 6,
        },
      },
      'Lollipop Phone Tester': {
        'swarming': {
          'hard_timeout': 1800,
          'shards': 6,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
          'shards': 6,
        },
      },
      'Marshmallow 64 bit Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 6,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 6,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
          'shards': 6,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 4,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 6,
        },
      },
      'Unswarmed N5 Tests Dummy Builder': {
        'args': [
          '--shard-timeout',
          '600',
        ],
      },
      'Unswarmed N5X Tests Dummy Builder': {
        'args': [
          '--shard-timeout',
          '600',
        ],
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 960,
          'shards': 1,
        },
      },
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)': {
        'swarming': {
          'shards': 2,
        },
      },
      'Linux TSan Tests': {
        'swarming': {
          'shards': 5,
        },
      },
      'linux-chromeos-dbg': {
        'swarming': {
          'shards': 2,
        },
      },
      'linux-chromeos-rel': {
        'swarming': {
          'shards': 2,
        },
      },
      # chromium.clang
      'ToTLinuxUBSanVptr': {
        'swarming': {
          'shards': 5,
        },
      },
      # chromium.linux
      'Cast Audio Linux': {
        'args': [
          '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
        ],
        'swarming': {
          'can_use_on_swarming_builders': False,
        },
      },
      'Cast Linux': {
        'args': [
          '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter',
        ],
        'swarming': {
          'can_use_on_swarming_builders': False,
        },
      },
      # chromium.memory
      'Linux ASan LSan Tests (1)': {
        # These are very slow on the ASAN trybot for some reason.
        # crbug.com/794372
        'swarming': {
          'shards': 4,
        },
      },
      'Linux Chromium OS ASan LSan Tests (1)': {
        # content_browsertests is slow on ASAN try bot. crbug.com/822461.
        'swarming': {
          'shards': 4,
        }
      },
      'Mac ASan 64 Tests (1)': {
        'swarming': {
          'shards': 2,
        },
      },
      # chromium.win
      'Win7 Tests (dbg)(1)': {
        'swarming': {
          'shards': 2,
        },
      },
    },
  },
  'content_browsertests --mus': {
    'remove_from': [
      # chromium.memory
      'Linux Chromium OS ASan LSan Tests (1)',
    ],
  },
  'content_shell_crash_test': {
    'remove_from': [
      # chromium.clang
      'ToTMac',
      # chromium.fyi
      'Chromium Mac 10.11',
      'Chromium Mac 10.13',
      'Out of Process Profiling Mac',
      # On chromium.linux, unclear why these only run on "Linux Tests".
      'Linux Tests (dbg)(1)',
      'Linux Tests (dbg)(1)(32)',
      # On chromium.mac, unclear why these only run on "Mac10.13 Tests".
      'Mac10.10 Tests',
      'Mac10.11 Tests',
      'Mac10.12 Tests',
      'Mac10.13 Tests (dbg)',
      # On chromium.win, unclear why these only run on "Win7 Tests (1)".
      'Win 7 Tests x64 (1)',
      'Win10 Tests x64',
      'Win7 Tests (dbg)(1)',
      # client.v8.chromium
      'Linux - Future (dbg)',
    ],
    'modifications': {
      'Mac10.13 Tests': {
        # Remove this once the tests is not flaky on Mac os 10.13
        # See crbug.com/813163
        'experiment_percentage': 100,
      },
    }
  },
  'content_shell_test_apk': {
    'remove_gtest_from': [
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
    ],
    'key_removals': {
      # chromium.android.fyi
      'Lollipop Low-end Tester': [
        'args',
      ],
      'Nougat Phone Tester': [
        'args',
      ],
      'x86 Cloud Tester': [
        'args',
      ],
    },
    'modifications': {
      # chromium.android
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 1800,
          'shards': 2,
        },
      },
      'Lollipop Phone Tester': {
        'swarming': {
          'shards': 2,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 2,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1500,
          'shards': 2,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 4,
        },
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 1920,
          'shards': 1,
        },
      },
      # chromium.clang
      'ToTAndroid x64': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      'ToTAndroidCFI': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      # chromium.fyi
      'Out of Process Profiling Android': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
      # chromium.memory
      'Android CFI': {
        'swarming': {
          'hard_timeout': 0,
          'shards': 1,
        },
      },
    },
  },
  'content_unittests': {
    'remove_from': [
      # chromium.fyi
      'Fuchsia (dbg)',
      'Fuchsia ARM64',
    ],
    'modifications': {
      # TODO(dpranke) - on chromium.swarm, remove this exception.
      'Android N5X Swarm': {
        'swarming': {
          'shards': 4,
        },
      },
      # chromium.android
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 1200,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 1500,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 2,
        },
      },
      'x64 Device Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      'x86 Cloud Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      # chromium.fyi
      'Site Isolation Android': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      # chromium.memory
      'Linux ASan LSan Tests (1)': {
        # These are slow on the ASAN trybot for some reason.
        # crbug.com/794372
        'swarming': {
          'shards': 2,
        },
      },
    },
  },
  'crashpad_tests': {
    'remove_from': [
      # chromium.clang
      'CrWinAsan',
      'CrWinAsan(dll)',
      'CrWinAsanCov',
      'linux-win_cross-rel',
      'ToTMacASan',
      # chromium.fyi
      'Chromium Win 10 GCE Tests',
    ],
  },
  'cronet_test_instrumentation_apk': {
    'modifications': {
      'Android Cronet Builder (dbg) chromium.android.fyi': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 2,
        },
      },
      'Android Cronet KitKat Builder chromium.android.fyi': {
        'swarming': {
          'hard_timeout': 1200,
          'shards': 2,
        },
      },
    },
  },
  'crypto_unittests': {
    'remove_from': [
      # TODO(kbr): these tests aren't run on Android except on one bot
      # on chromium.android.fyi, which might just be an accident.
      # Consider moving it to non_android_chromium_gtests.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # TODO(kbr): on chromium.linux, it's unclear why these show up on "Cast
      # Audio Linux" at all, since they're supposed to be compiled out for
      # Chromecast.
    ],
  },
  'dbus_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTLinuxASan',
      # chromium.linux
      'Linux Tests (dbg)(1)(32)',
    ],
  },
  'device_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTMac',
      'ToTMacASan',
      # chromium.fyi
      'mac-views-rel',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Mac',
      # chromium.win
      'Win7 Tests (dbg)(1)',
    ],
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
    },
  },
  'devtools_closure_compile': {
    'remove_from': [
      # On chromium.linux, unclear why these only run on "Linux Tests".
      'Linux Tests (dbg)(1)',
      'Linux Tests (dbg)(1)(32)',
      # client.v8.chromium
      'Linux - Future (dbg)',
    ],
  },
  'devtools_eslint': {
    'remove_from': [
      # On chromium.linux, unclear why these only run on "Linux Tests".
      'Linux Tests (dbg)(1)',
      'Linux Tests (dbg)(1)(32)',
      # client.v8.chromium
      'Linux - Future (dbg)',
    ],
  },
  'display_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # chromium.fyi
      'mac-views-rel',
      'Chromium Mac 10.11 Force Mac Toolchain',
      # chromium.win
      'Win7 Tests (dbg)(1)',
    ],
  },
  'events_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTLinuxASan',
    ],
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
      'Lollipop Tablet Tester': {
        'swarming': {
          'hard_timeout': 60,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
    },
  },
  'extensions_browsertests': {
    'remove_from': [
      # chromium.clang
      'ToTLinux',
      'ToTMac',
      'ToTMacASan',
      # chromium.fyi
      'mac-views-rel',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Linux',
      'Out of Process Profiling Mac',
      # On chromium.mac, unclear why these aren't run.
      'Mac10.10 Tests',
      'Mac10.11 Tests',
      'Mac10.12 Tests',
      'Mac10.13 Tests',
      'Mac10.13 Tests (dbg)',
      # chromium.memory
      'Linux Chromium OS ASan LSan Tests (1)',
      'Linux TSan Tests',
      'Mac ASan 64 Tests (1)',
    ],
  },
  'filesystem_service_unittests': {
    'remove_from': [
      'Linux Tests (dbg)(1)(32)',
    ],
  },
  'gfx_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run on all bots.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'Nougat Phone Tester chromium.android',
      # chromium.android.fyi
      'Lollipop Low-end Tester',
      'x86 Cloud Tester',
      # chromium.win
      'Win7 Tests (dbg)(1)',
    ],
  },
  'gin_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # chromium.chromiumos
      'Linux ChromiumOS Tests (dbg)(1)',
      'linux-chromeos-dbg',
      'linux-chromeos-rel',
      # chromium.clang
      'ToTLinux',
      'ToTLinuxASan',
      'ToTLinuxMSan',
      # chromium.fyi
      'mac-views-rel',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Chromium Win 10 GCE Tests',
      'Out of Process Profiling Linux',
      'Out of Process Profiling Mac',
      # On chromium.linux, unclear why these aren't run on Cast.
      'Cast Audio Linux',
      'Cast Linux',
      'Linux Tests (dbg)(1)(32)',
      # On chromium.mac, unclear why these aren't run.
      'Mac10.10 Tests',
      'Mac10.11 Tests',
      'Mac10.12 Tests',
      'Mac10.13 Tests',
      'Mac10.13 Tests (dbg)',
      # chromium.memory
      'Linux ASan LSan Tests (1)',  # https://crbug.com/831667
      # On chromium.win, unclear why these only run on "Win7 Tests (1)".
      'Win 7 Tests x64 (1)',
      'Win10 Tests x64',
      'Win7 Tests (dbg)(1)',
      # client.v8.chromium
      'Linux - Future (dbg)',
    ],
  },
  'gl_tests': {
    'remove_from': [
      # chromium.clang
      'CFI Linux (icall)',
      'CFI Linux ToT',
      'ToTLinuxThinLTO',
      'ToTLinuxUBSanVptr',
      'UBSanVptr Linux',
      # chromium.fyi
      'Out of Process Profiling Linux',
      'ThinLTO Linux ToT',
      # chromium.memory
      'Linux MSan Tests',  # https://crbug.com/830659
      'Linux ChromiumOS MSan Tests',  # https://crbug.com/830659
    ],
    'modifications': {
      'KitKat Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
      'Marshmallow Tablet Tester': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
      # chromium.memory
      # https://crbug.com/830659
      # TODO(kbr): figure out a better way to specify blocks of
      # arguments like this for tests on multiple machines.
      'Linux ASan LSan Tests (1)': {
        'args': [
          '--use-gpu-in-tests',
          '--no-xvfb',
        ],
        'swarming': {
          'dimension_sets': [
            {
              'gpu': '10de:1cb3',
              'os': 'Ubuntu',
              'pool': 'Chrome-GPU',
            },
          ],
        },
        'use_xvfb': False,
      },
      'Linux ASan LSan Tests (1)': {
        'args': [
          '--use-gpu-in-tests',
          '--no-xvfb',
        ],
        'swarming': {
          'dimension_sets': [
            {
              'gpu': '10de:1cb3',
              'os': 'Ubuntu',
              'pool': 'Chrome-GPU',
            },
          ],
        },
        'use_xvfb': False,
      },
      'Linux CFI': {
        'args': [
          '--use-gpu-in-tests',
          '--no-xvfb',
        ],
        'swarming': {
          'dimension_sets': [
            {
              'gpu': '10de:1cb3',
              'os': 'Ubuntu',
              'pool': 'Chrome-GPU',
            },
          ],
        },
        'use_xvfb': False,
      },
      'Linux TSan Tests': {
        'args': [
          '--use-gpu-in-tests',
          '--no-xvfb',
        ],
        'swarming': {
          'dimension_sets': [
            {
              'gpu': '10de:1cb3',
              'os': 'Ubuntu',
              'pool': 'Chrome-GPU',
            },
          ],
        },
        'use_xvfb': False,
      },
    },
  },
  'gl_unittests': {
    'remove_from': [
      # chromium.fyi
      'Out of Process Profiling Linux',
    ],
    'modifications': {
      # chromium.android
      'Lollipop Phone Tester': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow 64 bit Tester': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      'Marshmallow Phone Tester (rel)': {
        'swarming': {
          'hard_timeout': 120,
        },
      },
      # chromium.android.fyi
      'Lollipop Low-end Tester': {
        'swarming': {
          'hard_timeout': 0,
        },
      },
      'Nougat Phone Tester': {
        'swarming': {
          'hard_timeout': 960,
        },
      },
      # chromium.clang
      'CFI Linux (icall)': {
        'args': [
          '--use-gpu-in-tests',
          '--no-xvfb',
        ],
        'swarming': {
          'dimension_sets': [
            {
              'gpu': '10de:1cb3',
              'os': 'Ubuntu',
              'pool': 'Chrome-GPU',
            },
          ],
        },
        'use_xvfb': False,
      },
      'CFI Linux ToT': {
        'args': [
          '--use-gpu-in-tests',
          '--no-xvfb',
        ],
        'swarming': {
          'dimension_sets': [
            {
              'gpu': '10de:1cb3',
              'os': 'Ubuntu',
              'pool': 'Chrome-GPU',
            },
          ],
        },
        'use_xvfb': False,
      },
      # chromium.memory
      'Linux CFI': {
        'args': [
          '--use-gpu-in-tests',
          '--no-xvfb',
        ],
        'swarming': {
          'dimension_sets': [
            {
              'gpu': '10de:1cb3',
              'os': 'Ubuntu',
              'pool': 'Chrome-GPU',
            },
          ],
        },
        'use_xvfb': False,
      },
    },
  },
  'gn_unittests': {
    'remove_from': [
      # chromium.clang
      'ToTLinux',
      'ToTLinuxASan',
      'ToTLinuxMSan',
      'ToTLinuxUBSanVptr',
      # chromium.fyi
      'mac-views-rel',
      'Chromium Mac 10.11',
      'Chromium Mac 10.11 Force Mac Toolchain',
      'Chromium Mac 10.13',
      'Out of Process Profiling Linux',
      'Out of Process Profiling Mac',
    ],
  },
  'google_apis_unittests': {
    'remove_from': [
      # On chromium.android, unclear why these aren't run.
      'KitKat Phone Tester (dbg)',
      'KitKat Phone Tester (rel)',
      'KitKat Tablet Tester',
      'Lollipop Phone Tester',
      'Lollipop Tablet Tester',
      'Marshmallow 64 bit Tester',
      'Marshmallow Phone Tester (rel)',
      'Marshmallow Tablet Tester',
      'Nougat Phone Tester',
      # chromium.android.fyi
      'Jelly Bean Tester',
      'Lollipop Consumer Tester',
      'Lollipop Low-end Tester',
      'Unswarmed N5 Tests Dummy Builder',
      'Unswarmed N5X Tests Dummy Builder',
      'x86 Cloud Tester',
      # On chromium.linux, unclear why these aren't run on Cast.
      'Cast Audio Linux',
      'Cast Linux',
      # chromium.win
      'Win7 Tests (dbg)(1)',
    ],
  },
  'headless_browsertests': {
    'remove_from': [
      'Linux Tests (dbg)(1)(32)',
      # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
      'Mac10.11 Tests',
      # client.v8.chromium
      'Linux - Future (dbg)',
    ],
  },
  'headless_unittests': {
    'remove_from': [
      'Linux Tests (dbg)(1)(32)',
      # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests".
      'Mac10.11 Tests',
      # client.v8.chromium
      'Linux - Future (dbg)'
    ],
  },
  'install_static_unittests': {
    'remove_from': [
      # chromium.fyi
      'Out of Process Profiling Windows',
      'Win 10 Fast Ring',
    ],
  },
  'interactive_ui_tests': {
    'remove_from': [
      # chromium.clang
      'ToTLinuxUBSanVptr',
      'UBSanVptr Linux',
      # chromium.fyi
      'Chromium Win 10 GCE Tests',