[Blink] Add TestExpectation for CfT
Bug: 380778943
Change-Id: I5b162d399b22ce23e384c0401c2a2245180da1ab
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/6064801
Reviewed-by: Weizhong Xia <[email protected]>
Reviewed-by: Peter Wen <[email protected]>
Commit-Queue: An Sung <[email protected]>
Cr-Commit-Position: refs/heads/main@{#1392415}
diff --git a/BUILD.gn b/BUILD.gn
index e85ed59..ebd779e 100644
--- a/BUILD.gn
+++ b/BUILD.gn
@@ -1147,6 +1147,14 @@
root_out_dir) + ")",
]
}
+ if (is_chrome_for_testing) {
+ _common_web_test_options += [
+ "--additional-expectations",
+ "@WrappedPath(" +
+ rebase_path("//third_party/blink/web_tests/CfTTestExpecations",
+ root_out_dir) + ")",
+ ]
+ }
if (is_msan) {
_common_web_test_options += [
"--enable-sanitizer",
@@ -1497,6 +1505,9 @@
if (is_asan) {
data += [ "//third_party/blink/web_tests/ASANExpectations" ]
}
+ if (is_chrome_for_testing) {
+ data += [ "//third_party/blink/web_tests/CfTTestExpecations" ]
+ }
if (is_msan) {
data += [ "//third_party/blink/web_tests/MSANExpectations" ]
}
@@ -1672,6 +1683,7 @@
"//third_party/blink/renderer/build/scripts/",
"//third_party/blink/tools/",
"//third_party/blink/web_tests/ASANExpectations",
+ "//third_party/blink/web_tests/CfTTestExpecations",
"//third_party/blink/web_tests/FlagExpectations/",
"//third_party/blink/web_tests/LeakExpectations",
"//third_party/blink/web_tests/MSANExpectations",
diff --git a/docs/testing/web_test_expectations.md b/docs/testing/web_test_expectations.md
index 48961988..ac3d833 100644
--- a/docs/testing/web_test_expectations.md
+++ b/docs/testing/web_test_expectations.md
@@ -209,16 +209,16 @@
* [TestExpectations](../../third_party/blink/web_tests/TestExpectations): The
main test failure suppression file. In theory, this should be used for
temporarily marking tests as flaky.
-* [ChromeTestExpectations](/third_party/blink/web_tests/ChromeTestExpectations):
- Tests that fail under Chrome but pass under content shell.
- Tests absent from this file inherit expectations from `TestExpectations` and
- other files.
See [the `run_wpt_tests.py` doc](run_web_platform_tests.md) for information
about WPT coverage for Chrome.
* [ASANExpectations](../../third_party/blink/web_tests/ASANExpectations):
Tests that fail under ASAN.
+* [CfTTestExpecations](../../third_party/blink/web_tests/CfTTestExpecations):
+ Tests that fail under Chrome for Testing
* [LeakExpectations](../../third_party/blink/web_tests/LeakExpectations):
Tests that have memory leaks under the leak checker.
+* [MobileTestExpectations](../../third_party/blink/web_tests/MobileTestExpectations)
+ Tests that fails under Chrome Android and Chrome WebView platform.
* [MSANExpectations](../../third_party/blink/web_tests/MSANExpectations):
Tests that fail under MSAN.
* [NeverFixTests](../../third_party/blink/web_tests/NeverFixTests): Tests
diff --git a/third_party/blink/tools/blinkpy/web_tests/stale_expectation_removal/expectations.py b/third_party/blink/tools/blinkpy/web_tests/stale_expectation_removal/expectations.py
index d7395fd..8245f44 100644
--- a/third_party/blink/tools/blinkpy/web_tests/stale_expectation_removal/expectations.py
+++ b/third_party/blink/tools/blinkpy/web_tests/stale_expectation_removal/expectations.py
@@ -15,6 +15,7 @@
TOP_LEVEL_EXPECTATION_FILES = {
'ASANExpectations',
+ 'CfTTestExpecations',
'LeakExpectations',
'MSANExpectations',
# NeverFixTests omitted since they're never expected to be
diff --git a/third_party/blink/web_tests/CfTTestExpecations b/third_party/blink/web_tests/CfTTestExpecations
new file mode 100644
index 0000000..818a625
--- /dev/null
+++ b/third_party/blink/web_tests/CfTTestExpecations
@@ -0,0 +1,8 @@
+# tags: [ Android Fuchsia Linux Mac Mac11 Mac11-arm64 Mac12 Mac12-arm64 Mac13 Mac13-arm64 Mac14 Mac14-arm64 Mac15 Mac15-arm64 Webview Win Win10.20h2 Win11 Win11-arm64 iOS17-simulator ]
+# tags: [ Release Debug ]
+# results: [ Timeout Crash Pass Failure Slow Skip ]
+
+# This file is used for tests that only need to be suppressed on
+# the Chromium Blink CfT bots.
+
+crbug.com/380778943 external/wpt/ai/translator/* [ Skip ]
\ No newline at end of file
