| # Copyright 2017 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| # This is a .pyl, or "Python Literal", file. You can treat it just like a |
| # .json file, with the following exceptions: |
| # * all keys must be quoted (use single quotes, please); |
| # * comments are allowed, using '#' syntax; and |
| # * trailing commas are allowed. |
| |
| # Exceptions to the common test suites can only include removal from |
| # particular bots, and modifications on particular bots. By design, |
| # it's not possible to add one-off tests to bots. Instead they have to |
| # be added to one of the test suites in test_suites.pyl. |
| # |
| # The goal is to drive the number of exceptions to zero, to make all |
| # the bots behave similarly. |
| { |
| 'accessibility_unittests': { |
| 'remove_from': [ |
| 'Mac ASan 64 Tests (1)', |
| ], |
| }, |
| 'android_webview_unittests': { |
| 'remove_from': [ |
| # On chromium.android, these do not need to run prior to M. |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| # They should be running here, though, once stabilized. |
| 'Nougat Phone Tester chromium.android', |
| # chromium.android.fyi |
| 'x64 Device Tester', |
| # chromium.clang |
| 'ToTAndroid x64', |
| # chromium.fyi |
| 'Out of Process Profiling Android', |
| ], |
| 'modifications': { |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 900, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 900, |
| }, |
| }, |
| }, |
| }, |
| 'angle_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'mac-views-rel', |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| 'Chromium Mac 10.13', |
| ], |
| 'modifications': { |
| 'Linux ASan LSan Tests (1)': { |
| 'swarming': { |
| 'shards': 10, |
| }, |
| }, |
| }, |
| }, |
| 'app_shell_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Out of Process Profiling Windows', |
| 'Win 10 Fast Ring', |
| ], |
| }, |
| 'mash_ash_unittests': { |
| 'remove_from': [ |
| ], |
| }, |
| 'aura_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Out of Process Profiling Windows', |
| 'Win 10 Fast Ring', |
| ], |
| }, |
| 'base_unittests': { |
| 'modifications': { |
| # chromium.android |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 300, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 600, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 600, |
| }, |
| }, |
| # chromium.clang |
| 'ToTMac': { |
| 'swarming': { |
| 'shards': 5, |
| }, |
| }, |
| # chromium.fyi |
| 'Out of Process Profiling Mac': { |
| 'swarming': { |
| 'shards': 5, |
| }, |
| }, |
| }, |
| }, |
| 'blink_heap_unittests': { |
| 'remove_from': [ |
| # chromium.memory |
| 'Linux TSan Tests', # https://crbug.com/831674 |
| ], |
| 'modifications': { |
| # chromium.android |
| 'android-kitkat-arm-rel': { |
| 'swarming': { |
| 'hard_timeout': 180, |
| }, |
| }, |
| 'KitKat Phone Tester (dbg)': { |
| 'swarming': { |
| 'hard_timeout': 180, |
| }, |
| }, |
| 'KitKat Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 180, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| # chromium.android.fyi |
| 'x86 Cloud Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| }, |
| }, |
| 'boringssl_crypto_tests': { |
| 'remove_from': [ |
| # chromium.chromiumos |
| 'linux-chromeos-dbg', |
| 'linux-chromeos-rel', |
| # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests". |
| 'Mac10.12 Tests', |
| ], |
| }, |
| 'boringssl_ssl_tests': { |
| 'remove_from': [ |
| # chromium.chromiumos |
| 'linux-chromeos-dbg', |
| 'linux-chromeos-rel', |
| # On chromium.mac, unclear why these aren't run on "Mac10.12 Tests". |
| 'Mac10.12 Tests', |
| ], |
| }, |
| 'breakpad_unittests': { |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| }, |
| }, |
| 'browser_tests': { |
| 'remove_from': [ |
| # chromium.clang |
| 'CrWinAsanCov', |
| 'linux-win_cross-rel', |
| 'ToTLinuxUBSanVptr', |
| 'UBSanVptr Linux', |
| # chromium.memory |
| 'Linux TSan Tests', # https://crbug.com/368525 |
| # chromium.win |
| 'Win10 Tests x64 (dbg)', |
| ], |
| 'modifications': { |
| # chromium.chromiumos |
| 'linux-chromeos-dbg': { |
| 'swarming': { |
| 'shards': 20, |
| }, |
| }, |
| 'ToTWin(dbg)': { |
| 'swarming': { |
| 'shards': 20, |
| }, |
| }, |
| 'ToTWin64(dbg)': { |
| 'swarming': { |
| 'shards': 20, |
| }, |
| }, |
| 'ToTLinuxThinLTO': { |
| # TODO(kbr): remove this spurious filter. |
| 'args': [ |
| '--gtest_filter=-SaveType/SavePageMultiFrameBrowserTest.ObjectElements/0', |
| ], |
| }, |
| # chromium.fyi |
| 'Out of Process Profiling Linux': { |
| 'swarming': { |
| 'shards': 5, |
| }, |
| }, |
| 'Mac10.11 Tests': { |
| 'args': [ |
| '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter', |
| ], |
| }, |
| 'Mac10.12 Tests': { |
| 'args': [ |
| '--test-launcher-filter-file=../../testing/buildbot/filters/mac_window_server_killers.browser_tests.filter', |
| ], |
| }, |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)': { |
| # These are very slow on the ASAN trybot for some reason. |
| # crbug.com/794372 |
| 'swarming': { |
| 'shards': 30, |
| }, |
| }, |
| 'Linux Chromium OS ASan LSan Tests (1)': { |
| 'args': [ |
| '--test-launcher-filter-file=../../testing/buildbot/filters/browser_tests_cros_asan.filter', |
| ], |
| }, |
| 'Mac ASan 64 Tests (1)': { |
| 'swarming': { |
| 'shards': 20, |
| }, |
| }, |
| # client.v8.chromium |
| 'Linux - Future (dbg)': { |
| 'swarming': { |
| 'shards': 10, |
| }, |
| }, |
| # chromium.win |
| 'Win7 Tests (dbg)(1)': { |
| 'swarming': { |
| 'shards': 20, |
| }, |
| }, |
| }, |
| }, |
| 'cacheinvalidation_unittests': { |
| 'remove_from': [ |
| # Unclear why these largely aren't run on Android. |
| # chromium.android: |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| 'Lollipop Phone Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow 64 bit Tester', |
| 'Marshmallow Phone Tester (rel)', |
| 'Marshmallow Tablet Tester', |
| 'Nougat Phone Tester', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x86 Cloud Tester', |
| ], |
| }, |
| 'capture_unittests': { |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| }, |
| }, |
| 'cast_shell_browsertests': { |
| 'modifications': { |
| 'Cast Audio Linux': { |
| 'args': [ |
| '--enable-local-file-accesses', |
| '--ozone-platform=headless', |
| '--no-sandbox', |
| '--test-launcher-jobs=1', |
| ], |
| 'swarming': { |
| 'can_use_on_swarming_builders': False, |
| }, |
| }, |
| 'Cast Linux': { |
| 'args': [ |
| '--enable-local-file-accesses', |
| '--ozone-platform=cast', |
| '--no-sandbox', |
| '--test-launcher-jobs=1', |
| ], |
| 'swarming': { |
| 'can_use_on_swarming_builders': False, |
| }, |
| }, |
| }, |
| }, |
| 'cast_unittests': { |
| 'remove_from': [ |
| # chromium.chromiumos |
| 'linux-chromeos-dbg', |
| 'linux-chromeos-rel', |
| # Unclear why these largely aren't run on Android. |
| # TODO(kbr): why are the cast unit tests not run on the Cast bots?! |
| 'Cast Audio Linux', |
| 'Cast Linux', |
| # chromium.clang |
| 'ToTAndroidCFI', |
| 'ToTLinuxThinLTO', |
| ], |
| }, |
| 'cc_unittests': { |
| 'remove_from': [ |
| # chromium.chromiumos |
| 'linux-chromeos-dbg', |
| 'linux-chromeos-rel', |
| ], |
| }, |
| 'checkbins': { |
| 'remove_from': [ |
| 'Linux x64', |
| 'Mac', |
| ], |
| }, |
| 'chrome_app_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'mac-views-rel', |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| 'Chromium Mac 10.13', |
| 'Out of Process Profiling Mac', |
| ], |
| }, |
| 'chrome_elf_import_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Out of Process Profiling Windows', |
| 'Win 10 Fast Ring', |
| ], |
| }, |
| 'chrome_public_test_apk': { |
| 'remove_gtest_from': [ |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| ], |
| 'remove_from': [ |
| # chromium.clang |
| 'ToTAndroidCFI', |
| # chromium.memory |
| 'Android CFI', |
| ], |
| 'key_removals': { |
| # chromium.android.fyi |
| 'Nougat Phone Tester': [ |
| 'args', |
| ], |
| 'x86 Cloud Tester': [ |
| 'args', |
| ], |
| }, |
| 'modifications': { |
| # chromium.android |
| 'android-kitkat-arm-rel': { |
| 'swarming': { |
| 'shards': 12, |
| }, |
| }, |
| 'KitKat Phone Tester (dbg)': { |
| 'swarming': { |
| 'shards': 20, |
| }, |
| }, |
| 'KitKat Phone Tester (rel)': { |
| 'swarming': { |
| 'shards': 12, |
| }, |
| }, |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 2400, |
| }, |
| }, |
| 'Lollipop Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 1800, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1800, |
| }, |
| }, |
| 'Marshmallow 64 bit Tester': { |
| # TODO(crbug.com/731759): Enable this once we're confident that it |
| # passes. |
| 'experiment_percentage': 100, |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 14, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| # TODO(crbug.com/731759): Enable this once we're confident that it |
| # passes. |
| 'experiment_percentage': 100, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1800, |
| }, |
| }, |
| # chromium.android.fyi |
| 'Nougat Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 8, |
| }, |
| }, |
| 'x64 Device Tester': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| 'shards': 1, |
| }, |
| }, |
| 'x86 Cloud Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 1, |
| }, |
| }, |
| # chromium.clang |
| 'ToTAndroid x64': { |
| 'swarming': { |
| 'shards': 1, |
| 'hard_timeout': 0, |
| }, |
| }, |
| # chromium.fyi |
| 'Out of Process Profiling Android': { |
| 'swarming': { |
| 'shards': 1, |
| 'hard_timeout': 0, |
| }, |
| }, |
| # chromium.swarm |
| 'Android N5X Swarm': { |
| # TODO(crbug.com/731759): Enable this once we're confident that it |
| # passes. |
| 'experiment_percentage': 100, |
| }, |
| }, |
| }, |
| 'chrome_public_test_vr_apk': { |
| 'remove_from': [ |
| # chromium.android |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Tablet Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow Tablet Tester', |
| # chromium.android.fyi |
| 'Nougat Phone Tester chromium.android.fyi', |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x64 Device Tester', |
| 'x86 Cloud Tester', |
| # chromium.clang |
| 'ToTAndroid x64', |
| # chromium.fyi |
| 'Out of Process Profiling Android', |
| # chromium.memory |
| 'Android CFI', |
| ], |
| 'modifications': { |
| 'android-kitkat-arm-rel': { |
| 'args': [ |
| '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json', |
| '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk', |
| ], |
| 'swarming': { |
| 'hard_timeout': 1920, |
| }, |
| }, |
| 'KitKat Phone Tester (rel)': { |
| 'args': [ |
| '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json', |
| '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk', |
| ], |
| 'swarming': { |
| 'hard_timeout': 1920, |
| }, |
| }, |
| 'Lollipop Phone Tester': { |
| 'args': [ |
| '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json', |
| '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk', |
| ], |
| 'swarming': { |
| 'hard_timeout': 1920, |
| }, |
| }, |
| 'Marshmallow 64 bit Tester': { |
| 'args': [ |
| '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json', |
| '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk', |
| ], |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'args': [ |
| '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json', |
| '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk', |
| ], |
| 'swarming': { |
| 'hard_timeout': 1200, |
| }, |
| }, |
| }, |
| }, |
| 'chrome_sync_shell_test_apk': { |
| 'remove_gtest_from': [ |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| ], |
| 'key_removals': { |
| # chromium.android.fyi |
| 'Nougat Phone Tester': [ |
| 'args', |
| ], |
| 'x64 Device Tester': [ |
| 'args', |
| ], |
| 'x86 Cloud Tester': [ |
| 'args', |
| ], |
| }, |
| 'modifications': { |
| # chromium.android |
| 'KitKat Phone Tester (dbg)': { |
| 'swarming': { |
| 'shards': 2, |
| }, |
| }, |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| }, |
| }, |
| # chromium.android.fyi |
| 'x64 Device Tester': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| }, |
| }, |
| 'x86 Cloud Tester': { |
| 'swarming': { |
| 'hard_timeout': 600, |
| }, |
| }, |
| # chromium.clang |
| 'ToTAndroid x64': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| }, |
| }, |
| 'ToTAndroidCFI': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| }, |
| }, |
| # chromium.fyi |
| 'Out of Process Profiling Android': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| }, |
| }, |
| # chromium.memory |
| 'Android CFI': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| }, |
| }, |
| }, |
| }, |
| 'chromedriver_unittests': { |
| 'remove_from': [ |
| # chromium.chromiumos |
| 'linux-chromeos-dbg', |
| 'linux-chromeos-rel', |
| ], |
| }, |
| 'components_browsertests': { |
| 'remove_from': [ |
| # chromium.chromiumos |
| 'linux-chromeos-dbg', |
| 'linux-chromeos-rel', |
| # chromium.fyi |
| 'mac-views-rel', |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| 'Chromium Mac 10.13', |
| 'Out of Process Profiling Linux', |
| 'Out of Process Profiling Mac', |
| # On chromium.linux, unclear why these aren't run on the Cast bots. |
| 'Cast Audio Linux', |
| 'Cast Linux', |
| 'Linux Tests (dbg)(1)(32)', |
| # chromium.win |
| 'Win7 Tests (dbg)(1)', |
| 'Win10 Tests x64 (dbg)', |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)', |
| 'Linux ASan Tests (sandboxed)', |
| 'Linux Chromium OS ASan LSan Tests (1)', |
| 'Linux ChromiumOS MSan Tests', |
| 'Linux MSan Tests', |
| 'Linux TSan Tests', |
| ], |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 600, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 600, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 600, |
| }, |
| }, |
| }, |
| }, |
| 'components_unittests': { |
| 'remove_from': [ |
| # On chromium.linux, unclear why these aren't run on the Cast bots. |
| 'Cast Audio Linux', |
| 'Cast Linux', |
| ], |
| 'modifications': { |
| # chromium.android |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1500, |
| }, |
| }, |
| 'Lollipop Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| }, |
| }, |
| 'Marshmallow 64 bit Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1500, |
| }, |
| }, |
| # chromium.android.fyi |
| 'Nougat Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| 'shards': 1, |
| }, |
| }, |
| 'x64 Device Tester': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| 'shards': 1, |
| }, |
| }, |
| 'x86 Cloud Tester': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| 'shards': 1, |
| }, |
| }, |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)': { |
| # These are very slow on the ASAN trybot for some reason. |
| # crbug.com/794372 |
| 'swarming': { |
| 'shards': 5, |
| }, |
| }, |
| }, |
| }, |
| 'compositor_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Out of Process Profiling Windows', |
| 'Win 10 Fast Ring', |
| ], |
| }, |
| 'content_browsertests': { |
| 'modifications': { |
| # chromium.android |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1800, |
| 'shards': 6, |
| }, |
| }, |
| 'Lollipop Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 1800, |
| 'shards': 6, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1800, |
| 'shards': 6, |
| }, |
| }, |
| 'Marshmallow 64 bit Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 6, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 6, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1800, |
| 'shards': 6, |
| }, |
| }, |
| # chromium.android.fyi |
| 'Nougat Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 6, |
| }, |
| }, |
| 'Unswarmed N5 Tests Dummy Builder': { |
| 'args': [ |
| '--shard-timeout', |
| '600', |
| ], |
| }, |
| 'Unswarmed N5X Tests Dummy Builder': { |
| 'args': [ |
| '--shard-timeout', |
| '600', |
| ], |
| }, |
| 'x64 Device Tester': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| 'shards': 1, |
| }, |
| }, |
| 'x86 Cloud Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| 'shards': 1, |
| }, |
| }, |
| # chromium.chromiumos |
| 'Linux TSan Tests': { |
| 'swarming': { |
| 'shards': 5, |
| }, |
| }, |
| 'linux-chromeos-dbg': { |
| 'swarming': { |
| 'shards': 2, |
| }, |
| }, |
| 'linux-chromeos-rel': { |
| 'swarming': { |
| 'shards': 2, |
| }, |
| }, |
| # chromium.clang |
| 'ToTLinuxUBSanVptr': { |
| 'swarming': { |
| 'shards': 5, |
| }, |
| }, |
| 'linux-win_cross-rel': { |
| # content_browsertests sometimes times out without this override on |
| # the cross bot, probably because of https://crbug.com/803591, |
| # see also https://crbug.com/838559 |
| # TODO(thakis): Remove this once 803591 is fixed. |
| 'swarming': { |
| 'shards': 5, |
| }, |
| }, |
| # chromium.linux |
| 'Cast Audio Linux': { |
| 'args': [ |
| '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter', |
| ], |
| 'swarming': { |
| 'can_use_on_swarming_builders': False, |
| }, |
| }, |
| 'Cast Linux': { |
| 'args': [ |
| '--test-launcher-filter-file=src/testing/buildbot/filters/cast-linux.content_browsertests.filter', |
| ], |
| 'swarming': { |
| 'can_use_on_swarming_builders': False, |
| }, |
| }, |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)': { |
| # These are very slow on the ASAN trybot for some reason. |
| # crbug.com/794372 |
| 'swarming': { |
| 'shards': 4, |
| }, |
| }, |
| 'Linux Chromium OS ASan LSan Tests (1)': { |
| # content_browsertests is slow on ASAN try bot. crbug.com/822461. |
| 'swarming': { |
| 'shards': 4, |
| } |
| }, |
| 'Mac ASan 64 Tests (1)': { |
| 'swarming': { |
| 'shards': 2, |
| }, |
| }, |
| # chromium.win |
| 'Win7 Tests (dbg)(1)': { |
| 'swarming': { |
| 'shards': 2, |
| }, |
| }, |
| }, |
| }, |
| 'content_browsertests --mus': { |
| 'remove_from': [ |
| # chromium.memory |
| 'Linux Chromium OS ASan LSan Tests (1)', |
| ], |
| }, |
| 'content_shell_crash_test': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.13', |
| 'Out of Process Profiling Mac', |
| # On chromium.linux, unclear why these only run on "Linux Tests". |
| 'Linux Tests (dbg)(1)', |
| 'Linux Tests (dbg)(1)(32)', |
| # On chromium.mac, unclear why these only run on "Mac10.13 Tests". |
| 'Mac10.10 Tests', |
| 'Mac10.11 Tests', |
| 'Mac10.12 Tests', |
| 'Mac10.13 Tests (dbg)', |
| # On chromium.win, unclear why these only run on "Win7 Tests (1)". |
| 'Win 7 Tests x64 (1)', |
| 'Win10 Tests x64', |
| 'Win10 Tests x64 (dbg)', |
| 'Win7 Tests (dbg)(1)', |
| # client.v8.chromium |
| 'Linux - Future (dbg)', |
| ], |
| 'modifications': { |
| 'Mac10.13 Tests': { |
| # Remove this once the tests is not flaky on Mac os 10.13 |
| # See crbug.com/813163 |
| 'experiment_percentage': 100, |
| }, |
| } |
| }, |
| 'content_shell_test_apk': { |
| 'remove_gtest_from': [ |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| ], |
| 'key_removals': { |
| # chromium.android.fyi |
| 'Nougat Phone Tester': [ |
| 'args', |
| ], |
| 'x86 Cloud Tester': [ |
| 'args', |
| ], |
| }, |
| 'modifications': { |
| # chromium.android |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1800, |
| 'shards': 2, |
| }, |
| }, |
| 'Lollipop Phone Tester': { |
| 'swarming': { |
| 'shards': 2, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 2, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1500, |
| 'shards': 2, |
| }, |
| }, |
| # chromium.android.fyi |
| 'Nougat Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 4, |
| }, |
| }, |
| 'x64 Device Tester': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| 'shards': 1, |
| }, |
| }, |
| 'x86 Cloud Tester': { |
| 'swarming': { |
| 'hard_timeout': 1920, |
| 'shards': 1, |
| }, |
| }, |
| # chromium.clang |
| 'ToTAndroid x64': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| 'shards': 1, |
| }, |
| }, |
| 'ToTAndroidCFI': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| 'shards': 1, |
| }, |
| }, |
| # chromium.fyi |
| 'Out of Process Profiling Android': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| 'shards': 1, |
| }, |
| }, |
| # chromium.memory |
| 'Android CFI': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| 'shards': 1, |
| }, |
| }, |
| }, |
| }, |
| 'content_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Fuchsia (dbg)', |
| 'Fuchsia ARM64', |
| ], |
| 'modifications': { |
| # TODO(dpranke) - on chromium.swarm, remove this exception. |
| 'Android N5X Swarm': { |
| 'swarming': { |
| 'shards': 4, |
| }, |
| }, |
| # chromium.android |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1500, |
| }, |
| }, |
| # chromium.android.fyi |
| 'Nougat Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 2, |
| }, |
| }, |
| 'x64 Device Tester': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| }, |
| }, |
| 'x86 Cloud Tester': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| }, |
| }, |
| # chromium.fyi |
| 'Site Isolation Android': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| }, |
| }, |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)': { |
| # These are slow on the ASAN trybot for some reason. |
| # crbug.com/794372 |
| 'swarming': { |
| 'shards': 2, |
| }, |
| }, |
| }, |
| }, |
| 'crashpad_tests': { |
| 'remove_from': [ |
| # chromium.clang |
| 'linux-win_cross-rel', # https://crbug.com/762167 |
| # chromium.fyi |
| 'Chromium Win 10 GCE Tests', |
| ], |
| }, |
| 'cronet_test_instrumentation_apk': { |
| 'modifications': { |
| 'Android Cronet Builder (dbg) chromium.android.fyi': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 2, |
| }, |
| }, |
| 'Android Cronet KitKat Builder chromium.android.fyi': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 2, |
| }, |
| }, |
| }, |
| }, |
| 'crypto_unittests': { |
| 'remove_from': [ |
| # TODO(kbr): these tests aren't run on Android except on one bot |
| # on chromium.android.fyi, which might just be an accident. |
| # Consider moving it to non_android_chromium_gtests. |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| 'Lollipop Phone Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow 64 bit Tester', |
| 'Marshmallow Phone Tester (rel)', |
| 'Marshmallow Tablet Tester', |
| 'Nougat Phone Tester', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x86 Cloud Tester', |
| # TODO(kbr): on chromium.linux, it's unclear why these show up on "Cast |
| # Audio Linux" at all, since they're supposed to be compiled out for |
| # Chromecast. |
| ], |
| }, |
| 'dbus_unittests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'device_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'mac-views-rel', |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| 'Chromium Mac 10.13', |
| 'Out of Process Profiling Mac', |
| # chromium.win |
| 'Win7 Tests (dbg)(1)', |
| ], |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| }, |
| }, |
| 'devtools_closure_compile': { |
| 'remove_from': [ |
| # On chromium.linux, unclear why these only run on "Linux Tests". |
| 'Linux Tests (dbg)(1)', |
| 'Linux Tests (dbg)(1)(32)', |
| # client.v8.chromium |
| 'Linux - Future (dbg)', |
| ], |
| }, |
| 'devtools_eslint': { |
| 'remove_from': [ |
| # On chromium.linux, unclear why these only run on "Linux Tests". |
| 'Linux Tests (dbg)(1)', |
| 'Linux Tests (dbg)(1)(32)', |
| # client.v8.chromium |
| 'Linux - Future (dbg)', |
| ], |
| }, |
| 'display_unittests': { |
| 'remove_from': [ |
| # chromium.fyi, unclear why these aren't run. |
| 'mac-views-rel', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| # chromium.win |
| 'Win7 Tests (dbg)(1)', |
| ], |
| }, |
| 'events_unittests': { |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| }, |
| }, |
| 'extensions_browsertests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'mac-views-rel', |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| 'Chromium Mac 10.13', |
| 'Out of Process Profiling Linux', |
| 'Out of Process Profiling Mac', |
| # On chromium.mac, unclear why these aren't run. |
| 'Mac10.10 Tests', |
| 'Mac10.11 Tests', |
| 'Mac10.12 Tests', |
| 'Mac10.13 Tests', |
| 'Mac10.13 Tests (dbg)', |
| # chromium.memory |
| 'Linux Chromium OS ASan LSan Tests (1)', |
| 'Linux TSan Tests', |
| 'Mac ASan 64 Tests (1)', |
| # chromium.win |
| 'Win10 Tests x64 (dbg)', |
| ], |
| }, |
| 'filesystem_service_unittests': { |
| 'remove_from': [ |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'gin_unittests': { |
| 'remove_from': [ |
| # chromium.chromiumos |
| 'linux-chromeos-dbg', |
| 'linux-chromeos-rel', |
| # chromium.clang |
| 'ToTLinux', |
| 'ToTLinuxASan', |
| 'ToTLinuxMSan', |
| # chromium.fyi |
| 'mac-views-rel', |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| 'Chromium Mac 10.13', |
| 'Chromium Win 10 GCE Tests', |
| 'Out of Process Profiling Linux', |
| 'Out of Process Profiling Mac', |
| # On chromium.linux, unclear why these aren't run on Cast. |
| 'Cast Audio Linux', |
| 'Cast Linux', |
| 'Linux Tests (dbg)(1)(32)', |
| # On chromium.mac, unclear why these aren't run. |
| 'Mac10.10 Tests', |
| 'Mac10.11 Tests', |
| 'Mac10.12 Tests', |
| 'Mac10.13 Tests', |
| 'Mac10.13 Tests (dbg)', |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)', # https://crbug.com/831667 |
| # On chromium.win, unclear why these only run on "Win7 Tests (1)". |
| 'Win 7 Tests x64 (1)', |
| 'Win10 Tests x64', |
| 'Win7 Tests (dbg)(1)', |
| # client.v8.chromium |
| 'Linux - Future (dbg)', |
| ], |
| }, |
| 'gl_tests': { |
| 'remove_from': [ |
| # chromium.clang |
| 'CFI Linux (icall)', |
| 'CFI Linux ToT', |
| 'ToTLinuxThinLTO', |
| 'ToTLinuxUBSanVptr', |
| 'UBSanVptr Linux', |
| # chromium.fyi |
| 'Out of Process Profiling Linux', |
| # chromium.linux |
| 'Linux Tests', # https://crbug.com/835072 |
| 'Linux Tests (dbg)(1)', # https://crbug.com/835072 |
| 'Linux Tests (dbg)(1)(32)', # https://crbug.com/835072 |
| 'linux-xenial-rel', # https://crbug.com/835072 |
| # chromium.memory |
| # Can't run on MSAN because gl_tests uses the hardware driver, |
| # which isn't instrumented. |
| 'Linux MSan Tests', |
| 'Linux ChromiumOS MSan Tests', |
| ], |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| # chromium.memory |
| # TODO(kbr): figure out a better way to specify blocks of |
| # arguments like this for tests on multiple machines. |
| 'Linux ASan LSan Tests (1)': { |
| 'args': [ |
| '--use-gpu-in-tests', |
| '--no-xvfb', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'gpu': '10de:1cb3', |
| 'os': 'Ubuntu', |
| 'pool': 'Chrome-GPU', |
| }, |
| ], |
| }, |
| 'use_xvfb': False, |
| }, |
| 'Linux ASan LSan Tests (1)': { |
| 'args': [ |
| '--use-gpu-in-tests', |
| '--no-xvfb', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'gpu': '10de:1cb3', |
| 'os': 'Ubuntu', |
| 'pool': 'Chrome-GPU', |
| }, |
| ], |
| }, |
| 'use_xvfb': False, |
| }, |
| 'Linux CFI': { |
| 'args': [ |
| '--use-gpu-in-tests', |
| '--no-xvfb', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'gpu': '10de:1cb3', |
| 'os': 'Ubuntu', |
| 'pool': 'Chrome-GPU', |
| }, |
| ], |
| }, |
| 'use_xvfb': False, |
| }, |
| 'Linux TSan Tests': { |
| 'args': [ |
| '--use-gpu-in-tests', |
| '--no-xvfb', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'gpu': '10de:1cb3', |
| 'os': 'Ubuntu', |
| 'pool': 'Chrome-GPU', |
| }, |
| ], |
| }, |
| 'use_xvfb': False, |
| }, |
| }, |
| }, |
| 'gl_unittests': { |
| 'remove_from': [ |
| # chromium.clang |
| 'ToTLinuxUBSanVptr', # https://crbug.com/815183 |
| 'UBSanVptr Linux', # https://crbug.com/815183 |
| # chromium.fyi |
| 'Out of Process Profiling Linux', |
| # chromium.linux |
| 'Linux Tests', # https://crbug.com/835072 |
| 'Linux Tests (dbg)(1)', # https://crbug.com/835072 |
| 'Linux Tests (dbg)(1)(32)', # https://crbug.com/835072 |
| 'linux-xenial-rel', # https://crbug.com/835072 |
| ], |
| 'modifications': { |
| # chromium.android |
| 'Lollipop Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| 'Marshmallow 64 bit Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| # chromium.android.fyi |
| 'Nougat Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| # chromium.clang |
| 'CFI Linux (icall)': { |
| 'args': [ |
| '--use-gpu-in-tests', |
| '--no-xvfb', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'gpu': '10de:1cb3', |
| 'os': 'Ubuntu', |
| 'pool': 'Chrome-GPU', |
| }, |
| ], |
| }, |
| 'use_xvfb': False, |
| }, |
| 'CFI Linux ToT': { |
| 'args': [ |
| '--use-gpu-in-tests', |
| '--no-xvfb', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'gpu': '10de:1cb3', |
| 'os': 'Ubuntu', |
| 'pool': 'Chrome-GPU', |
| }, |
| ], |
| }, |
| 'use_xvfb': False, |
| }, |
| # chromium.memory |
| 'Linux CFI': { |
| 'args': [ |
| '--use-gpu-in-tests', |
| '--no-xvfb', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'gpu': '10de:1cb3', |
| 'os': 'Ubuntu', |
| 'pool': 'Chrome-GPU', |
| }, |
| ], |
| }, |
| 'use_xvfb': False, |
| }, |
| }, |
| }, |
| 'gn_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'mac-views-rel', |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| 'Chromium Mac 10.13', |
| 'Out of Process Profiling Linux', |
| 'Out of Process Profiling Mac', |
| ], |
| }, |
| 'headless_browsertests': { |
| 'remove_from': [ |
| 'Linux Tests (dbg)(1)(32)', |
| # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests". |
| 'Mac10.11 Tests', |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)', # https://crbug.com/843732 |
| 'Linux TSan Tests', # https://crbug.com/843734 |
| # client.v8.chromium |
| 'Linux - Future (dbg)', |
| # chromium.win |
| 'Win10 Tests x64 (dbg)', |
| ], |
| }, |
| 'headless_unittests': { |
| 'remove_from': [ |
| 'Linux Tests (dbg)(1)(32)', |
| # On chromium.mac, unclear why these aren't run on "Mac10.11 Tests". |
| 'Mac10.11 Tests', |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)', # https://crbug.com/843732 |
| # client.v8.chromium |
| 'Linux - Future (dbg)' |
| ], |
| }, |
| 'install_static_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Out of Process Profiling Windows', |
| 'Win 10 Fast Ring', |
| ], |
| }, |
| 'interactive_ui_tests': { |
| 'remove_from': [ |
| # chromium.clang |
| 'ToTLinuxUBSanVptr', |
| 'UBSanVptr Linux', |
| # chromium.fyi |
| 'Chromium Win 10 GCE Tests', |
| # chromium.memory |
| 'Linux TSan Tests', |
| # chromium.win |
| 'Win10 Tests x64 (dbg)', |
| ], |
| 'modifications': { |
| # chromium.clang |
| 'CFI Linux (icall)': { |
| 'swarming': { |
| 'shards': 1, |
| }, |
| }, |
| # chromium.linux |
| # Unclear why this isn't sharded. |
| 'Linux Tests': { |
| 'swarming': { |
| 'shards': 1, |
| }, |
| }, |
| 'Linux Tests (dbg)(1)': { |
| 'swarming': { |
| 'shards': 3, |
| }, |
| }, |
| 'Linux Tests (dbg)(1)(32)': { |
| 'swarming': { |
| 'shards': 3, |
| }, |
| }, |
| # chromium.chromiumos |
| 'linux-chromeos-dbg': { |
| 'swarming': { |
| 'shards': 3, |
| }, |
| }, |
| 'linux-chromeos-rel': { |
| 'swarming': { |
| 'shards': 3, |
| }, |
| }, |
| # chromium.fyi |
| 'Out of Process Profiling Mac': { |
| 'swarming': { |
| 'shards': 1, |
| }, |
| }, |
| # chromium.mac |
| # Unclear why this isn't swarmed. |
| 'Mac10.10 Tests': { |
| 'swarming': { |
| 'can_use_on_swarming_builders': False, |
| }, |
| }, |
| # Unclear why this isn't sharded. |
| 'Mac10.11 Tests': { |
| 'swarming': { |
| 'shards': 1, |
| }, |
| }, |
| # Unclear why this isn't sharded. |
| 'Mac10.12 Tests': { |
| 'swarming': { |
| 'shards': 1, |
| }, |
| }, |
| # chromium.win |
| 'Win7 Tests (dbg)(1)': { |
| 'swarming': { |
| 'shards': 4, |
| }, |
| }, |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)': { |
| # These are slow on the ASAN trybot for some reason. |
| # crbug.com/794372 |
| 'swarming': { |
| 'shards': 6, |
| }, |
| }, |
| 'Linux CFI': { |
| 'swarming': { |
| 'shards': 1, |
| }, |
| }, |
| # client.v8.chromium |
| 'Linux - Future (dbg)': { |
| 'swarming': { |
| 'shards': 3, |
| }, |
| }, |
| # chromium.win; temporary, https://crbug.com/826735 |
| 'Win10 Tests x64': { |
| 'experiment_percentage': 100, |
| }, |
| }, |
| }, |
| 'ipc_tests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Fuchsia x64', |
| ], |
| 'modifications': { |
| # chromium.android |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder': { |
| 'args': [ |
| '--shard-timeout', |
| '600', |
| ], |
| }, |
| 'Unswarmed N5X Tests Dummy Builder': { |
| 'args': [ |
| '--shard-timeout', |
| '600', |
| ], |
| }, |
| }, |
| }, |
| 'keyboard_unittests': { |
| 'remove_from': [ |
| 'Win7 Tests (dbg)(1)', |
| # On chromium.linux, unclear why these aren't run. |
| 'Linux Tests', |
| 'Linux Tests (dbg)(1)', |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'latency_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Out of Process Profiling Android', |
| 'Out of Process Profiling Linux', |
| # On chromium.linux, unclear why these aren't run. |
| 'Linux Tests (dbg)(1)', |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| }, |
| }, |
| 'mash_browser_tests': { |
| 'remove_from': [ |
| # chromium.memory |
| # Unclear why this isn't run. http://crbug.com/814403 |
| 'Linux Chromium OS ASan LSan Tests (1)', |
| 'Linux ChromiumOS MSan Tests', # https://crbug.com/830944 |
| # Not needed on chromium.fyi because suite is on main waterfall. |
| 'Mojo ChromiumOS', |
| ], |
| }, |
| 'mash_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Mojo ChromiumOS', |
| ], |
| }, |
| 'mac_installer_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'mac-views-rel', |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| 'Chromium Mac 10.13', |
| 'Out of Process Profiling Mac', |
| ], |
| }, |
| 'media_blink_unittests': { |
| 'modifications': { |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 300, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 300, |
| }, |
| }, |
| }, |
| }, |
| 'media_unittests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Fuchsia x64', |
| # chromium.fyi |
| 'Fuchsia ARM64', |
| ], |
| }, |
| 'message_center_unittests': { |
| 'remove_from': [ |
| 'Win7 Tests (dbg)(1)', |
| # On chromium.mac, unclear why these aren't run. |
| 'Mac10.10 Tests', |
| 'Mac10.11 Tests', |
| 'Mac10.12 Tests', |
| 'Mac10.13 Tests', |
| 'Mac10.13 Tests (dbg)', |
| |
| # chromium.fyi |
| 'mac-views-rel', |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| 'Chromium Mac 10.13', |
| 'Out of Process Profiling Mac', |
| |
| # On chromium.linux, unclear why these aren't run. |
| 'Linux Tests', |
| |
| # On chromium.linux, unclear why these aren't run. |
| 'Linux Tests (dbg)(1)', |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'metrics_python_tests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.13', |
| 'Out of Process Profiling Mac', |
| ], |
| }, |
| 'mini_installer_tests': { |
| 'remove_from': [ |
| # chromium.clang |
| 'linux-win_cross-rel', # https://crbug.com/799827 |
| ], |
| }, |
| 'mojo_test_apk': { |
| 'modifications': { |
| # chromium.clang |
| 'ToTAndroidCFI': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| }, |
| }, |
| # chromium.clang |
| 'Android CFI': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| }, |
| }, |
| }, |
| }, |
| 'nacl_helper_nonsfi_unittests': { |
| 'remove_from': [ |
| # chromium.memory |
| 'Linux TSan Tests', # The TSan bot sets enable_nacl=false |
| ], |
| }, |
| 'nacl_loader_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'mac-views-rel', |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| 'Chromium Mac 10.13', |
| 'Out of Process Profiling Mac', |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)', |
| 'Linux TSan Tests', # The TSan bot sets enable_nacl=false |
| ], |
| }, |
| 'native_theme_unittests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'net_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Fuchsia (dbg)', |
| 'Fuchsia ARM64', |
| # chromium.linux |
| 'Fuchsia x64', |
| ], |
| 'modifications': { |
| # chromium.clang |
| 'ToTLinuxASan': { |
| # TODO(crbug.com/794372): net_unittests is slow under ASan. |
| 'swarming': { |
| 'shards': 16, |
| }, |
| }, |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)': { |
| # These are very slow on the ASAN trybot for some reason. |
| # crbug.com/794372 |
| 'swarming': { |
| 'shards': 16, |
| }, |
| }, |
| 'Linux Chromium OS ASan LSan Tests (1)': { |
| 'swarming': { |
| 'shards': 8, |
| } |
| }, |
| 'Linux TSan Tests': { |
| 'swarming': { |
| 'shards': 4, |
| } |
| }, |
| }, |
| }, |
| 'notification_helper_unittests': { |
| 'remove_from': [ |
| # chromium.win, this unit test requires WinRT, which only exists on Windows 8 or above. |
| 'Win 7 Tests x64 (1)', |
| 'Win7 (32) Tests', |
| 'Win7 Tests (1)', |
| 'Win7 Tests (dbg)(1)', |
| # chromium.clang, the following bots run on Windows 7, where the unit test doesn't run. |
| 'CrWinAsan', |
| 'CrWinAsan(dll)', |
| 'CrWinAsanCov', |
| 'CrWinClangLLD', |
| 'CrWinClangLLD64', |
| 'CrWinClngLLD64dbg', |
| 'CrWinClngLLDdbg', |
| 'ToTWin', |
| 'ToTWin(dbg)', |
| 'ToTWin(dll)', |
| 'ToTWin64', |
| 'ToTWin64(dbg)', |
| 'ToTWin64(dll)', |
| 'ToTWinCFI', |
| 'ToTWinCFI64', |
| 'ToTWinLibcxx64', |
| 'ToTWinThinLTO64', |
| # chromium.fyi |
| 'Out of Process Profiling Windows', |
| ], |
| }, |
| 'printing_unittests': { |
| 'remove_from': [ |
| # chromium.chromiumos |
| 'linux-chromeos-dbg', |
| ], |
| }, |
| 'remoting_unittests': { |
| 'remove_from': [ |
| # On chromium.linux, unclear why these aren't run on 32-bit. |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'renderer_side_navigation_content_browsertests': { |
| 'remove_from': [ |
| # On chromium.android, unclear why these aren't run on all bots. |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| 'Lollipop Phone Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow Phone Tester (rel)', |
| 'Marshmallow Tablet Tester', |
| 'Nougat Phone Tester', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x64 Device Tester', |
| 'x86 Cloud Tester', |
| # chromium.chromiumos |
| 'linux-chromeos-dbg', |
| 'linux-chromeos-rel', |
| # chromium.clang |
| 'ToTAndroid x64', |
| # chromium.fyi |
| 'Out of Process Profiling Android', |
| # On chromium.linux, unclear why these aren't run on 32-bit. |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| 'modifications': { |
| 'Marshmallow 64 bit Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 6, |
| }, |
| }, |
| }, |
| }, |
| 'renderer_side_navigation_content_shell_test_apk': { |
| 'remove_from': [ |
| # On chromium.android, unclear why these aren't run. |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| 'Lollipop Phone Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow Phone Tester (rel)', |
| 'Marshmallow Tablet Tester', |
| 'Nougat Phone Tester', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x64 Device Tester', |
| 'x86 Cloud Tester', |
| # chromium.clang |
| 'ToTAndroid x64', |
| # chromium.fyi |
| 'Out of Process Profiling Android', |
| ], |
| 'modifications': { |
| 'Marshmallow 64 bit Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| 'shards': 3, |
| }, |
| }, |
| }, |
| }, |
| 'renderer_side_navigation_content_unittests': { |
| 'remove_from': [ |
| # On chromium.android, unclear why these aren't run on all bots. |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| 'Lollipop Phone Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow Phone Tester (rel)', |
| 'Marshmallow Tablet Tester', |
| 'Nougat Phone Tester', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x64 Device Tester', |
| 'x86 Cloud Tester', |
| # chromium.chromiumos |
| 'linux-chromeos-dbg', |
| 'linux-chromeos-rel', |
| # chromium.clang |
| 'ToTAndroid x64', |
| # chromium.fyi |
| 'Out of Process Profiling Android', |
| # On chromium.linux, unclear why these aren't run on 32-bit. |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'renderer_side_navigation_webview_instrumentation_test_apk': { |
| 'remove_from': [ |
| # On chromium.android, unclear why these aren't run on all bots. |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| 'Lollipop Phone Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow Phone Tester (rel)', |
| 'Marshmallow Tablet Tester', |
| 'Nougat Phone Tester', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x64 Device Tester', |
| 'x86 Cloud Tester', |
| # chromium.clang |
| 'ToTAndroid x64', |
| # chromium.fyi |
| 'Out of Process Profiling Android', |
| ], |
| 'modifications': { |
| 'Marshmallow 64 bit Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 8, |
| }, |
| }, |
| }, |
| }, |
| 'sandbox_linux_unittests': { |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| 'linux-chromeos-dbg': { |
| 'args': [ |
| '--test-launcher-print-test-stdio=always', |
| ], |
| }, |
| 'linux-chromeos-rel': { |
| 'args': [ |
| '--test-launcher-print-test-stdio=always', |
| ], |
| }, |
| 'Linux Tests (dbg)(1)': { |
| 'args': [ |
| '--test-launcher-print-test-stdio=always', |
| ], |
| }, |
| 'Linux Tests (dbg)(1)(32)': { |
| 'args': [ |
| '--test-launcher-print-test-stdio=always', |
| ], |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| }, |
| }, |
| 'service_manager_unittests': { |
| 'remove_from': [ |
| # chromium.chromiumos |
| 'linux-chromeos-dbg', |
| 'linux-chromeos-rel', |
| # chromium.fyi |
| 'Chromium Win 10 GCE Tests', |
| # chromium.linux |
| 'Cast Audio Linux', |
| 'Cast Linux', |
| 'Linux Tests (dbg)(1)(32)', |
| # On chromium.mac, unclear why these aren't run. |
| 'Mac10.10 Tests', |
| 'Mac10.11 Tests', |
| 'Mac10.12 Tests', |
| 'Mac10.13 Tests', |
| 'Mac10.13 Tests (dbg)', |
| 'Win7 Tests (dbg)(1)', |
| 'Win10 Tests x64', |
| # chromium.win |
| 'Win10 Tests x64 (dbg)', |
| ], |
| }, |
| 'services_unittests': { |
| 'remove_from': [ |
| # On chromium.android, unclear why these aren't run on all bots. |
| 'KitKat Tablet Tester', |
| 'Lollipop Phone Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow 64 bit Tester', |
| 'Marshmallow Tablet Tester', |
| 'Nougat Phone Tester', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x64 Device Tester', |
| 'x86 Cloud Tester', |
| # chromium.clang |
| 'ToTLinuxMSan', # https://crbug.com/831676 |
| # chromium.fyi |
| 'mac-views-rel', |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| 'Chromium Mac 10.13', |
| 'Win 10 Fast Ring', |
| # On chromium.linux, unclear why these aren't run on Cast. |
| 'Cast Audio Linux', |
| 'Cast Linux', |
| # chromium.memory |
| 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676 |
| 'Linux MSan Tests', # https://crbug.com/831676 |
| ], |
| }, |
| 'not_site_per_process_browser_tests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Site Isolation Android', |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| 'modifications': { |
| 'Linux Tests (dbg)(1)': { |
| 'swarming': { |
| 'shards': 10, |
| }, |
| }, |
| # client.v8.chromium |
| 'Linux - Future (dbg)': { |
| 'swarming': { |
| 'shards': 10, |
| }, |
| }, |
| }, |
| }, |
| 'site_per_process_components_browsertests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'site_per_process_components_unittests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'site_per_process_content_browsertests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| 'modifications': { |
| # chromium.fyi |
| 'Site Isolation Android': { |
| 'swarming': { |
| 'shards': 6, |
| }, |
| }, |
| }, |
| }, |
| 'site_per_process_content_unittests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'site_per_process_extensions_browsertests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'site_per_process_extensions_unittests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'not_site_per_process_interactive_ui_tests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'not_site_per_process_sync_integration_tests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'not_site_per_process_unit_tests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Site Isolation Android', |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'site_per_process_webkit_layout_tests': { |
| 'remove_from': [ |
| # chromium.linux |
| # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)? |
| 'Linux Tests (dbg)(1)', |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'sizes': { |
| 'remove_from': [ |
| 'Win', |
| 'Win x64', |
| ], |
| 'modifications': { |
| # chromium |
| 'Mac': { |
| 'args': [ |
| 'mac-release/sizes', |
| ], |
| }, |
| 'Linux x64': { |
| 'args': [ |
| 'linux-release-64/sizes', |
| ], |
| }, |
| # chromium.android.fyi |
| 'Android Cronet KitKat Builder': { |
| 'args': [ |
| '--platform', |
| 'android-cronet', |
| '--perf-id', |
| 'android_cronet_builder', |
| 'cronet-arm/sizes', |
| ], |
| 'override_compile_targets': [ |
| 'cronet', |
| ], |
| }, |
| }, |
| }, |
| 'skia_unittests': { |
| 'remove_from': [ |
| # On chromium.android, unclear why these aren't run. |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| 'Lollipop Phone Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow 64 bit Tester', |
| 'Marshmallow Phone Tester (rel)', |
| 'Marshmallow Tablet Tester', |
| 'Nougat Phone Tester', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x86 Cloud Tester', |
| # On chromium.linux, unclear why these aren't run on Cast. |
| 'Cast Audio Linux', |
| 'Cast Linux', |
| ], |
| }, |
| 'snapshot_unittests': { |
| 'remove_from': [ |
| # chromium.chromiumos |
| 'linux-chromeos-dbg', |
| 'linux-chromeos-rel', |
| # chromium.fyi |
| 'mac-views-rel', |
| 'Chromium Mac 10.11', |
| 'Chromium Mac 10.11 Force Mac Toolchain', |
| 'Chromium Mac 10.13', |
| 'Out of Process Profiling Mac', |
| # On chromium.win, unclear why these aren't run. |
| 'Win 7 Tests x64 (1)', |
| 'Win10 Tests x64', |
| 'Win7 (32) Tests', |
| 'Win7 Tests (1)', |
| 'Win7 Tests (dbg)(1)', |
| ], |
| }, |
| 'sql_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Fuchsia ARM64', |
| ], |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 60, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| }, |
| }, |
| 'storage_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Out of Process Profiling Mac', |
| ], |
| 'modifications': { |
| # chromium.android |
| 'android-kitkat-arm-rel': { |
| 'swarming': { |
| 'hard_timeout': 180, |
| }, |
| }, |
| 'KitKat Phone Tester (dbg)': { |
| 'swarming': { |
| 'hard_timeout': 180, |
| }, |
| }, |
| 'KitKat Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 180, |
| }, |
| }, |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| 'Lollipop Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 300, |
| }, |
| }, |
| 'Marshmallow 64 bit Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 300, |
| }, |
| }, |
| }, |
| }, |
| 'sync_integration_tests': { |
| 'modifications': { |
| 'Win7 Tests (dbg)(1)': { |
| 'swarming': { |
| 'shards': 2, |
| }, |
| }, |
| }, |
| 'remove_from': [ |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)', |
| 'Linux CFI', |
| 'Linux Chromium OS ASan LSan Tests (1)', |
| 'Linux ChromiumOS MSan Tests', |
| 'Linux MSan Tests', |
| 'Linux TSan Tests', |
| ], |
| }, |
| 'telemetry_perf_unittests': { |
| 'modifications': { |
| # chromium.android |
| 'android-kitkat-arm-rel': { |
| 'args': [ |
| '--browser=android-chromium', |
| '--device=android', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'temp_band': '<30', |
| }, |
| ], |
| 'hard_timeout': 1500, |
| 'shards': 15, |
| }, |
| }, |
| 'KitKat Phone Tester (rel)': { |
| 'args': [ |
| '--browser=android-chromium', |
| '--device=android', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'temp_band': '<30', |
| }, |
| ], |
| 'hard_timeout': 1500, |
| 'shards': 15, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'args': [ |
| '--browser=android-chromium', |
| '--device=android', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'temp_band': '<30', |
| }, |
| ], |
| 'hard_timeout': 1500, |
| 'shards': 15, |
| }, |
| }, |
| # chromium.android.fyi |
| 'x86 Cloud Tester': { |
| 'args': [ |
| '--browser=android-chromium', |
| '--device=android', |
| ], |
| 'swarming': { |
| 'shards': 1, |
| }, |
| }, |
| # chromium.linux |
| 'Linux Tests': { |
| 'args': [ |
| '--xvfb', |
| '--jobs=1', |
| ], |
| }, |
| 'Linux Tests (dbg)(1)': { |
| 'args': [ |
| '--xvfb', |
| '--jobs=1', |
| ], |
| }, |
| 'linux-xenial-rel': { |
| 'args': [ |
| '--xvfb', |
| '--jobs=1', |
| ], |
| }, |
| # chromium.mac |
| # Disable parallelism on all Mac bots. |
| 'Mac10.10 Tests': { |
| 'args': [ |
| '--jobs=1', |
| ], |
| }, |
| 'Mac10.11 Tests': { |
| 'args': [ |
| '--jobs=1', |
| ], |
| }, |
| 'Mac10.12 Tests': { |
| 'args': [ |
| '--jobs=1', |
| ], |
| }, |
| 'Win7 Tests (dbg)(1)': { |
| 'args': [ |
| '--jobs=1', |
| ], |
| 'swarming': { |
| 'shards': 20, |
| }, |
| 'experiment_percentage': 100, |
| }, |
| }, |
| 'remove_from': [ |
| 'Linux Tests (dbg)(1)(32)', |
| 'Mac10.13 Tests', |
| 'Mac10.13 Tests (dbg)', |
| # client.v8.chromium |
| 'Linux - Future (dbg)', |
| # chromium.win |
| 'Win10 Tests x64 (dbg)', |
| ], |
| }, |
| 'telemetry_unittests': { |
| 'modifications': { |
| 'Out of Process Profiling Mac': { |
| 'swarming': { |
| 'shards': 2, |
| }, |
| }, |
| }, |
| 'remove_from': [ |
| # chromium.win |
| 'Win10 Tests x64 (dbg)', |
| ], |
| }, |
| 'traffic_annotation_auditor_unittests': { |
| 'modifications': { |
| 'Linux Tests': { |
| # Unclear why this isn't swarmed. |
| 'swarming': { |
| 'can_use_on_swarming_builders': False, |
| }, |
| }, |
| }, |
| 'remove_from': [ |
| # On chromium.linux, unclear why these only run on "Linux Tests". |
| 'Linux Tests (dbg)(1)', |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'ui_android_unittests': { |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| }, |
| }, |
| 'ui_base_unittests': { |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| }, |
| }, |
| 'ui_touch_selection_unittests': { |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 120, |
| }, |
| }, |
| }, |
| }, |
| 'unit_tests': { |
| 'remove_from': [ |
| # On chromium.linux, unclear why these aren't run on Cast. |
| 'Cast Audio Linux', |
| 'Cast Linux', |
| # chromium.win |
| 'Win10 Tests x64 (dbg)', |
| ], |
| 'modifications': { |
| # chromium.android |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 2, |
| }, |
| }, |
| 'Lollipop Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| 'shards': 2, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 2, |
| }, |
| }, |
| 'Marshmallow 64 bit Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| 'shards': 2, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| 'shards': 2, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 2, |
| }, |
| }, |
| # chromium.android.fyi |
| 'Nougat Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 2, |
| }, |
| }, |
| 'x64 Device Tester': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| }, |
| }, |
| 'x86 Cloud Tester': { |
| 'swarming': { |
| 'hard_timeout': 0, |
| }, |
| }, |
| # chromium.clang |
| 'ToTLinuxASan': { |
| 'swarming': { |
| 'shards': 2, |
| }, |
| }, |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)': { |
| # These are slow on the ASAN trybot for some reason. |
| # crbug.com/794372 |
| 'swarming': { |
| 'shards': 4, |
| }, |
| }, |
| 'Linux Chromium OS ASan LSan Tests (1)': { |
| 'args': [ |
| '--test-launcher-filter-file=../../testing/buildbot/filters/unit_tests_cros_asan.filter', |
| ], |
| }, |
| 'Linux TSan Tests': { |
| 'swarming': { |
| 'shards': 2, |
| }, |
| }, |
| # chromium.swarm |
| 'Android N5X Swarm': { |
| 'swarming': { |
| 'shards': 8, |
| }, |
| }, |
| }, |
| }, |
| 'url_unittests': { |
| 'remove_from': [ |
| # On chromium.android, unclear why these aren't run. |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| 'Lollipop Phone Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow 64 bit Tester', |
| 'Marshmallow Phone Tester (rel)', |
| 'Marshmallow Tablet Tester', |
| 'Nougat Phone Tester', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x86 Cloud Tester', |
| ], |
| }, |
| 'views_unittests': { |
| 'remove_from': [ |
| # chromium.linux |
| 'Linux Tests (dbg)(1)(32)', |
| ], |
| }, |
| 'viz_content_browsertests': { |
| 'remove_from': [ |
| # Currently flaky timeouts on Windows 10. crbug.com/839824 |
| 'Win10 Tests x64 (dbg)', |
| ], |
| }, |
| 'viz_browser_tests': { |
| 'remove_from': [ |
| # Currently too flaky on Windows. |
| 'Win 7 Tests x64 (1)', |
| 'Win10 Tests x64', |
| 'Win7 Tests (1)', |
| 'Win7 Tests (dbg)(1)', |
| 'Win10 Tests x64 (dbg)', |
| ], |
| }, |
| 'viz_unittests': { |
| 'remove_from': [ |
| # On chromium.android, unclear why these aren't run on all bots. |
| 'Nougat Phone Tester', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x64 Device Tester', |
| 'x86 Cloud Tester', |
| # chromium.fyi |
| 'Chromium Win 10 GCE Tests', |
| 'Out of Process Profiling Android', |
| 'Out of Process Profiling Linux', |
| # chromium.win |
| 'Win10 Tests x64', |
| ], |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 300, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 300, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 300, |
| }, |
| }, |
| }, |
| }, |
| 'vr_common_unittests': { |
| 'remove_from': [ |
| # On chromium.android, unclear why these aren't run on all bots. |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'Nougat Phone Tester chromium.android', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x64 Device Tester', |
| 'x86 Cloud Tester', |
| # chromium.clang |
| 'ToTAndroid x64', |
| # chromium.fyi |
| 'Chromium Win 10 GCE Tests', |
| 'Out of Process Profiling Android', |
| # chromium.win |
| 'Win 7 Tests x64 (1)', |
| 'Win10 Tests x64', |
| ], |
| 'modifications': { |
| 'KitKat Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 300, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 300, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 300, |
| }, |
| }, |
| }, |
| }, |
| 'vr_pixeltests': { |
| 'remove_from': [ |
| # chromium.android |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| 'Lollipop Phone Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow 64 bit Tester', |
| 'Marshmallow Phone Tester (rel)', |
| 'Marshmallow Tablet Tester', |
| # chromium.android.fyi |
| 'Nougat Phone Tester chromium.android.fyi', |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x64 Device Tester', |
| 'x86 Cloud Tester', |
| # chromium.clang |
| 'ToTAndroid x64', |
| # chromium.fyi |
| 'Chromium Win 10 GCE Tests', |
| 'Out of Process Profiling Android', |
| 'VR Linux', |
| # chromium.win |
| 'Win 7 Tests x64 (1)', |
| 'Win10 Tests x64', |
| 'Win7 Tests (1)', |
| 'Win7 Tests (dbg)(1)', |
| ], |
| }, |
| 'webkit_layout_tests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Chromium Mac 10.11', |
| 'Out of Process Profiling Mac', |
| # chromium.linux |
| 'Linux Tests (dbg)(1)', |
| 'Linux Tests (dbg)(1)(32)', |
| # chromium.mac |
| 'Mac10.13 Tests (dbg)', |
| # chromium.win |
| 'Win 7 Tests x64 (1)', |
| 'Win10 Tests x64', |
| 'Win10 Tests x64 (dbg)', |
| ], |
| 'modifications': { |
| # chromium.fyi |
| 'Dummy WebKit Mac10.13': { |
| 'swarming': { |
| 'shards': 12, |
| }, |
| }, |
| 'linux-blink-gen-property-trees': { |
| 'args': [ |
| '--debug', |
| '--additional-driver-flag=--enable-blink-gen-property-trees', |
| ], |
| }, |
| 'linux-blink-heap-incremental-marking': { |
| 'args': [ |
| '--debug', |
| '--additional-driver-flag=--enable-blink-features=HeapIncrementalMarkingStress', |
| ], |
| }, |
| 'WebKit Linux layout_ng Dummy Builder': { |
| 'args': [ |
| '--additional-driver-flag=--enable-blink-features=LayoutNG', |
| '--additional-driver-flag=--enable-slimming-paint-v175', |
| ], |
| 'swarming': { |
| 'shards': 15, |
| }, |
| }, |
| 'WebKit Linux root_layer_scrolls Dummy Builder': { |
| 'args': [ |
| '--additional-driver-flag=--root-layer-scrolls', |
| ], |
| 'swarming': { |
| 'shards': 15, |
| }, |
| }, |
| 'WebKit Linux slimming_paint_v2 Dummy Builder': { |
| 'args': [ |
| '--additional-driver-flag=--enable-slimming-paint-v2', |
| ], |
| 'swarming': { |
| 'shards': 15, |
| }, |
| }, |
| # chromium.linux |
| 'Linux Tests': { |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| # TODO(kbr): this is essentially redundant. |
| 'os': 'Ubuntu-14.04', |
| }, |
| ], |
| 'shards': 6, |
| }, |
| }, |
| # chromium.mac |
| 'Mac10.10 Tests': { |
| # TODO(kbr): this is essentially redundant. |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'gpu': 'none', |
| 'os': 'Mac-10.10.5', |
| }, |
| ], |
| }, |
| }, |
| 'Mac10.11 Tests': { |
| # TODO(kbr): this is essentially redundant. |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'gpu': 'none', |
| 'os': 'Mac-10.11.6', |
| }, |
| ], |
| }, |
| }, |
| 'Mac10.12 Tests': { |
| # TODO(kbr): if the Swarming dimensions were explicitly specified for |
| # all jobs then this wouldn't be needed. However, note that this bot |
| # implicitly specifies gpu:none rather than gpu:8086:0a2e. |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'gpu': '8086:0a2e', |
| 'hidpi': '0', |
| 'os': 'Mac-10.12.6', |
| }, |
| ], |
| 'shards': 12, |
| }, |
| }, |
| 'Mac10.13 Tests': { |
| # TODO(jbudorick,dpranke): Switch this to 10.13. |
| |
| # TODO(kbr): if the Swarming dimensions were explicitly specified for |
| # all jobs then this wouldn't be needed. However, note that this bot |
| # implicitly specifies gpu:none rather than gpu:8086:0a2e. |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'gpu': '8086:0a2e', |
| 'hidpi': '0', |
| 'os': 'Mac-10.12.6', |
| }, |
| ], |
| 'shards': 12, |
| }, |
| }, |
| |
| # TODO(dpranke): Clean up all of the unneeded exceptions on |
| # chromium.webkit. |
| 'WebKit Linux Trusty': { |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'os': 'Ubuntu-14.04', |
| }, |
| ], |
| }, |
| }, |
| 'WebKit Linux Trusty (dbg)': { |
| 'args': [ |
| '--debug', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'os': 'Ubuntu-14.04', |
| }, |
| ], |
| 'shards': 20, |
| }, |
| }, |
| 'WebKit Linux Trusty ASAN': { |
| 'args': [ |
| '--additional-expectations', |
| '../../third_party/WebKit/LayoutTests/ASANExpectations', |
| '--time-out-ms', |
| '48000', |
| '--enable-sanitizer', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'os': 'Ubuntu-14.04', |
| }, |
| ], |
| 'shards': 20, |
| }, |
| }, |
| 'WebKit Linux Trusty Leak': { |
| 'args': [ |
| '--additional-expectations', |
| '../../third_party/WebKit/LayoutTests/LeakExpectations', |
| '--time-out-ms', |
| '48000', |
| '--enable-leak-detection', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'os': 'Ubuntu-14.04', |
| }, |
| ], |
| 'shards': 10, |
| }, |
| }, |
| 'WebKit Linux Trusty MSAN': { |
| 'args': [ |
| '--additional-expectations', |
| '../../third_party/WebKit/LayoutTests/MSANExpectations', |
| '--time-out-ms', |
| '66000', |
| '--enable-sanitizer', |
| ], |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'os': 'Ubuntu-14.04', |
| }, |
| ], |
| 'expiration': 36000, |
| 'hard_timeout': 10800, |
| 'io_timeout': 3600, |
| 'shards': 20, |
| }, |
| }, |
| 'WebKit Mac10.11 (dbg)': { |
| 'args': [ |
| '--debug', |
| ], |
| }, |
| 'WebKit Win10': { |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'os': 'Windows-10-15063', |
| }, |
| ], |
| }, |
| }, |
| 'WebKit Win7': { |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'os': 'Windows-7-SP1', |
| }, |
| ], |
| }, |
| }, |
| 'WebKit Win7 (dbg)': { |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'os': 'Windows-7-SP1', |
| }, |
| ] |
| }, |
| }, |
| |
| 'Win7 Tests (1)': { |
| 'experiment_percentage': 100, |
| }, |
| |
| # chromium.win |
| 'Win7 Tests (dbg)(1)': { |
| 'args': [ |
| '--debug', |
| '--time-out-ms', |
| '60000' |
| ], |
| # TODO(kbr): the "Windows-7-SP1" Swarming dimension set is implicit, |
| # from prefered_os_dimension in |
| # tools/build/scripts/slave/recipe_modules/swarming/api.py. Ideally, |
| # Swarming dimensions would be either specified for all testers on the |
| # waterfall (and therefore, explicitly specified for all tests in the |
| # generated JSON), or this would be removed, and the implicit one used. |
| 'swarming': { |
| 'dimension_sets': [ |
| { |
| 'os': 'Windows-7-SP1', |
| } |
| ], |
| }, |
| }, |
| 'Win10 Tests x64 (dbg)': { |
| 'args': [ |
| '--debug', |
| '--target', |
| 'Debug_x64', |
| ], |
| }, |
| }, |
| }, |
| 'webkit_unit_tests': { |
| 'remove_from': [ |
| # On chromium.android, unclear why these aren't run. |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| 'Lollipop Phone Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow 64 bit Tester', |
| 'Marshmallow Phone Tester (rel)', |
| 'Marshmallow Tablet Tester', |
| 'Nougat Phone Tester', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x86 Cloud Tester', |
| # chromium.chromiumos |
| 'linux-chromeos-rel', # crbug.com/795440 |
| ], |
| 'modifications': { |
| # chromium.memory |
| 'Linux ASan LSan Tests (1)': { |
| # These are very slow on the ASAN trybot for some reason. |
| # crbug.com/794372 |
| 'swarming': { |
| 'shards': 5, |
| }, |
| }, |
| }, |
| }, |
| 'webview_instrumentation_test_apk': { |
| 'remove_gtest_from': [ |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| ], |
| 'remove_from': [ |
| # On chromium.android, unclear why these aren't run on all bots. |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| 'Nougat Phone Tester chromium.android', |
| # chromium.android.fyi |
| # chromium.clang; matching chromium.android, the test fails on these. |
| 'ToTAndroid x64', |
| 'ToTAndroid', |
| # On chromium.swarm, this should possibly be being run (or removed |
| # from Android N5X Swarm). |
| 'Android N5 Swarm', |
| # chromium.fyi |
| 'Out of Process Profiling Android', |
| ], |
| 'key_removals': { |
| # chromium.android.fyi |
| 'Nougat Phone Tester': [ |
| 'args', |
| ], |
| 'x86 Cloud Tester': [ |
| 'args', |
| ], |
| }, |
| 'modifications': { |
| # chromium.android |
| 'Lollipop Phone Tester': { |
| 'swarming': { |
| 'shards': 6, |
| }, |
| }, |
| 'Lollipop Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1800, |
| 'shards': 6, |
| }, |
| }, |
| 'Marshmallow 64 bit Tester': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 8, |
| }, |
| }, |
| 'Marshmallow Phone Tester (rel)': { |
| 'swarming': { |
| 'hard_timeout': 1200, |
| 'shards': 8, |
| }, |
| }, |
| 'Marshmallow Tablet Tester': { |
| 'swarming': { |
| 'hard_timeout': 1800, |
| 'shards': 6, |
| }, |
| }, |
| # chromium.android.fyi |
| 'Nougat Phone Tester': { |
| 'swarming': { |
| 'hard_timeout': 1500, |
| 'shards': 6, |
| }, |
| }, |
| 'x86 Cloud Tester': { |
| 'swarming': { |
| 'hard_timeout': 960, |
| }, |
| }, |
| }, |
| }, |
| 'wm_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Out of Process Profiling Windows', |
| 'Win 10 Fast Ring', |
| ], |
| }, |
| 'wtf_unittests': { |
| 'remove_from': [ |
| # On chromium.android, unclear why these aren't run. |
| 'android-kitkat-arm-rel', |
| 'KitKat Phone Tester (dbg)', |
| 'KitKat Phone Tester (rel)', |
| 'KitKat Tablet Tester', |
| 'Lollipop Phone Tester', |
| 'Lollipop Tablet Tester', |
| 'Marshmallow 64 bit Tester', |
| 'Marshmallow Phone Tester (rel)', |
| 'Marshmallow Tablet Tester', |
| 'Nougat Phone Tester', |
| # chromium.android.fyi |
| 'Unswarmed N5 Tests Dummy Builder', |
| 'Unswarmed N5X Tests Dummy Builder', |
| 'x86 Cloud Tester', |
| ], |
| }, |
| 'zucchini_unittests': { |
| 'remove_from': [ |
| # chromium.fyi |
| 'Chromium Win 10 GCE Tests', |
| # chromium.win |
| 'Win10 Tests x64', |
| ], |
| }, |
| } |
