0

[Blink] Add TestExpectation for CfT

Bug: 380778943
Change-Id: I5b162d399b22ce23e384c0401c2a2245180da1ab
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/6064801
Reviewed-by: Weizhong Xia <weizhong@google.com>
Reviewed-by: Peter Wen <wnwen@chromium.org>
Commit-Queue: An Sung <ansung@google.com>
Cr-Commit-Position: refs/heads/main@{#1392415}
This commit is contained in:
An Sung
2024-12-05 18:45:23 +00:00
committed by Chromium LUCI CQ
parent 70858477cc
commit d75ea333e8
4 changed files with 25 additions and 4 deletions
BUILD.gn
docs/testing
third_party/blink
tools
blinkpy
web_tests
stale_expectation_removal
web_tests

@ -1147,6 +1147,14 @@ if (use_blink && !is_cronet_build) {
root_out_dir) + ")",
]
}
if (is_chrome_for_testing) {
_common_web_test_options += [
"--additional-expectations",
"@WrappedPath(" +
rebase_path("//third_party/blink/web_tests/CfTTestExpecations",
root_out_dir) + ")",
]
}
if (is_msan) {
_common_web_test_options += [
"--enable-sanitizer",
@ -1497,6 +1505,9 @@ if (use_blink && !is_cronet_build) {
if (is_asan) {
data += [ "//third_party/blink/web_tests/ASANExpectations" ]
}
if (is_chrome_for_testing) {
data += [ "//third_party/blink/web_tests/CfTTestExpecations" ]
}
if (is_msan) {
data += [ "//third_party/blink/web_tests/MSANExpectations" ]
}
@ -1672,6 +1683,7 @@ if (use_blink && !is_cronet_build) {
"//third_party/blink/renderer/build/scripts/",
"//third_party/blink/tools/",
"//third_party/blink/web_tests/ASANExpectations",
"//third_party/blink/web_tests/CfTTestExpecations",
"//third_party/blink/web_tests/FlagExpectations/",
"//third_party/blink/web_tests/LeakExpectations",
"//third_party/blink/web_tests/MSANExpectations",

@ -209,16 +209,16 @@ files. You can follow the steps below for easier review.
* [TestExpectations](../../third_party/blink/web_tests/TestExpectations): The
main test failure suppression file. In theory, this should be used for
temporarily marking tests as flaky.
* [ChromeTestExpectations](/third_party/blink/web_tests/ChromeTestExpectations):
Tests that fail under Chrome but pass under content shell.
Tests absent from this file inherit expectations from `TestExpectations` and
other files.
See [the `run_wpt_tests.py` doc](run_web_platform_tests.md) for information
about WPT coverage for Chrome.
* [ASANExpectations](../../third_party/blink/web_tests/ASANExpectations):
Tests that fail under ASAN.
* [CfTTestExpecations](../../third_party/blink/web_tests/CfTTestExpecations):
Tests that fail under Chrome for Testing
* [LeakExpectations](../../third_party/blink/web_tests/LeakExpectations):
Tests that have memory leaks under the leak checker.
* [MobileTestExpectations](../../third_party/blink/web_tests/MobileTestExpectations)
Tests that fails under Chrome Android and Chrome WebView platform.
* [MSANExpectations](../../third_party/blink/web_tests/MSANExpectations):
Tests that fail under MSAN.
* [NeverFixTests](../../third_party/blink/web_tests/NeverFixTests): Tests

@ -15,6 +15,7 @@ MAIN_EXPECTATION_FILE = os.path.join(constants.WEB_TEST_ROOT_DIR,
TOP_LEVEL_EXPECTATION_FILES = {
'ASANExpectations',
'CfTTestExpecations',
'LeakExpectations',
'MSANExpectations',
# NeverFixTests omitted since they're never expected to be

@ -0,0 +1,8 @@
# tags: [ Android Fuchsia Linux Mac Mac11 Mac11-arm64 Mac12 Mac12-arm64 Mac13 Mac13-arm64 Mac14 Mac14-arm64 Mac15 Mac15-arm64 Webview Win Win10.20h2 Win11 Win11-arm64 iOS17-simulator ]
# tags: [ Release Debug ]
# results: [ Timeout Crash Pass Failure Slow Skip ]
# This file is used for tests that only need to be suppressed on
# the Chromium Blink CfT bots.
crbug.com/380778943 external/wpt/ai/translator/* [ Skip ]