diff --git a/etc/taskcluster/decision_task.py b/etc/taskcluster/decision_task.py index c06ebc8e58f..6516c1304ab 100644 --- a/etc/taskcluster/decision_task.py +++ b/etc/taskcluster/decision_task.py @@ -646,8 +646,15 @@ def wpt_chunks(platform, make_chunk_task, build_task, total_chunks, processes, --processes $PROCESSES \ --log-raw test-wpt-py3.log \ --log-errorsummary wpt-py3-errorsummary.log \ + --always-succeed \ url \ | cat + ./mach filter-intermittents \ + wpt-py3-errorsummary.log \ + --log-intermittents wpt-py3-intermittents.log \ + --log-filteredsummary filtered-py3-errorsummary.log \ + --tracker-api default \ + --reporter-api default time ./mach test-wpt --release --product=servodriver --headless \ tests/wpt/mozilla/tests/mozilla/DOMParser.html \ tests/wpt/mozilla/tests/css/per_glyph_font_fallback_a.html \ diff --git a/tests/wpt/metadata-layout-2020/FileAPI/url/url-in-tags-revoke.window.js.ini b/tests/wpt/metadata-layout-2020/FileAPI/url/url-in-tags-revoke.window.js.ini index 76b44d9e9cf..3605e8f3fc9 100644 --- a/tests/wpt/metadata-layout-2020/FileAPI/url/url-in-tags-revoke.window.js.ini +++ b/tests/wpt/metadata-layout-2020/FileAPI/url/url-in-tags-revoke.window.js.ini @@ -4,7 +4,7 @@ expected: TIMEOUT [Opening a blob URL in a new window immediately before revoking it works.] - expected: FAIL + expected: TIMEOUT [Fetching a blob URL immediately before revoking it works in an iframe.] expected: FAIL diff --git a/tests/wpt/metadata-layout-2020/css/CSS2/floats/hit-test-floats-002.html.ini b/tests/wpt/metadata-layout-2020/css/CSS2/floats/hit-test-floats-002.html.ini deleted file mode 100644 index f64b45fea6b..00000000000 --- a/tests/wpt/metadata-layout-2020/css/CSS2/floats/hit-test-floats-002.html.ini +++ /dev/null @@ -1,4 +0,0 @@ -[hit-test-floats-002.html] - [Hit test float] - expected: FAIL - diff --git a/tests/wpt/metadata-layout-2020/css/CSS2/floats/hit-test-floats-003.html.ini b/tests/wpt/metadata-layout-2020/css/CSS2/floats/hit-test-floats-004.html.ini similarity index 67% rename from tests/wpt/metadata-layout-2020/css/CSS2/floats/hit-test-floats-003.html.ini rename to tests/wpt/metadata-layout-2020/css/CSS2/floats/hit-test-floats-004.html.ini index f29da48a2a0..4bfb0c2053a 100644 --- a/tests/wpt/metadata-layout-2020/css/CSS2/floats/hit-test-floats-003.html.ini +++ b/tests/wpt/metadata-layout-2020/css/CSS2/floats/hit-test-floats-004.html.ini @@ -1,4 +1,4 @@ -[hit-test-floats-003.html] +[hit-test-floats-004.html] [Miss float below something else] expected: FAIL diff --git a/tests/wpt/metadata-layout-2020/css/CSS2/floats/hit-test-floats-005.html.ini b/tests/wpt/metadata-layout-2020/css/CSS2/floats/hit-test-floats-005.html.ini new file mode 100644 index 00000000000..baa9f1a7541 --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/CSS2/floats/hit-test-floats-005.html.ini @@ -0,0 +1,4 @@ +[hit-test-floats-005.html] + [Miss clipped float] + expected: FAIL + diff --git a/tests/wpt/metadata-layout-2020/css/css-flexbox/dynamic-baseline-change-nested.html.ini b/tests/wpt/metadata-layout-2020/css/css-flexbox/dynamic-baseline-change-nested.html.ini new file mode 100644 index 00000000000..a43af90e4d1 --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/css-flexbox/dynamic-baseline-change-nested.html.ini @@ -0,0 +1,2 @@ +[dynamic-baseline-change-nested.html] + expected: FAIL diff --git a/tests/wpt/metadata-layout-2020/css/css-flexbox/dynamic-baseline-change.html.ini b/tests/wpt/metadata-layout-2020/css/css-flexbox/dynamic-baseline-change.html.ini new file mode 100644 index 00000000000..ea9b964da9e --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/css-flexbox/dynamic-baseline-change.html.ini @@ -0,0 +1,2 @@ +[dynamic-baseline-change.html] + expected: FAIL diff --git a/tests/wpt/metadata-layout-2020/css/css-flexbox/table-item-flex-percentage-width.html.ini b/tests/wpt/metadata-layout-2020/css/css-flexbox/table-item-flex-percentage-width.html.ini new file mode 100644 index 00000000000..a0f901c6558 --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/css-flexbox/table-item-flex-percentage-width.html.ini @@ -0,0 +1,2 @@ +[table-item-flex-percentage-width.html] + expected: FAIL diff --git a/tests/wpt/metadata-layout-2020/css/css-transforms/animation/transform-interpolation-rotate-slerp.html.ini b/tests/wpt/metadata-layout-2020/css/css-transforms/animation/transform-interpolation-rotate-slerp.html.ini new file mode 100644 index 00000000000..37be1af1eeb --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/css-transforms/animation/transform-interpolation-rotate-slerp.html.ini @@ -0,0 +1,2 @@ +[transform-interpolation-rotate-slerp.html] + expected: TIMEOUT diff --git a/tests/wpt/metadata-layout-2020/css/css-transforms/transform-scale-hittest.html.ini b/tests/wpt/metadata-layout-2020/css/css-transforms/transform-scale-hittest.html.ini index f8e7e539aae..4a1e8110f6f 100644 --- a/tests/wpt/metadata-layout-2020/css/css-transforms/transform-scale-hittest.html.ini +++ b/tests/wpt/metadata-layout-2020/css/css-transforms/transform-scale-hittest.html.ini @@ -2,6 +2,3 @@ [Hit test intersecting scaled box] expected: FAIL - [Hit test within unscaled box] - expected: FAIL - diff --git a/tests/wpt/metadata-layout-2020/css/cssom-view/CaretPosition-001.html.ini b/tests/wpt/metadata-layout-2020/css/cssom-view/CaretPosition-001.html.ini new file mode 100644 index 00000000000..4c79907309b --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/cssom-view/CaretPosition-001.html.ini @@ -0,0 +1,4 @@ +[CaretPosition-001.html] + [Element at (400, 100)] + expected: FAIL + diff --git a/tests/wpt/metadata-layout-2020/css/cssom-view/elementsFromPoint-iframes.html.ini b/tests/wpt/metadata-layout-2020/css/cssom-view/elementsFromPoint-iframes.html.ini index 6ef8bb1049f..171592fc08f 100644 --- a/tests/wpt/metadata-layout-2020/css/cssom-view/elementsFromPoint-iframes.html.ini +++ b/tests/wpt/metadata-layout-2020/css/cssom-view/elementsFromPoint-iframes.html.ini @@ -2,6 +2,3 @@ [elementsFromPoint on the root document for points in iframe elements] expected: FAIL - [elementsFromPoint on inner documents] - expected: FAIL - diff --git a/tests/wpt/metadata-layout-2020/css/cssom-view/elementsFromPoint-invalid-cases.html.ini b/tests/wpt/metadata-layout-2020/css/cssom-view/elementsFromPoint-invalid-cases.html.ini deleted file mode 100644 index e181af5397f..00000000000 --- a/tests/wpt/metadata-layout-2020/css/cssom-view/elementsFromPoint-invalid-cases.html.ini +++ /dev/null @@ -1,4 +0,0 @@ -[elementsFromPoint-invalid-cases.html] - [The root element is the last element returned for otherwise empty queries within the viewport] - expected: FAIL - diff --git a/tests/wpt/metadata-layout-2020/css/cssom-view/offsetTopLeft-border-box.html.ini b/tests/wpt/metadata-layout-2020/css/cssom-view/offsetTopLeft-border-box.html.ini deleted file mode 100644 index 239c35135e4..00000000000 --- a/tests/wpt/metadata-layout-2020/css/cssom-view/offsetTopLeft-border-box.html.ini +++ /dev/null @@ -1,7 +0,0 @@ -[offsetTopLeft-border-box.html] - [container: 1] - expected: FAIL - - [container: 0] - expected: FAIL - diff --git a/tests/wpt/metadata-layout-2020/css/cssom/ttwf-cssom-doc-ext-load-count.html.ini b/tests/wpt/metadata-layout-2020/css/cssom/ttwf-cssom-doc-ext-load-count.html.ini deleted file mode 100644 index 3174060ac0e..00000000000 --- a/tests/wpt/metadata-layout-2020/css/cssom/ttwf-cssom-doc-ext-load-count.html.ini +++ /dev/null @@ -1,4 +0,0 @@ -[ttwf-cssom-doc-ext-load-count.html] - [stylesheet-1.css should be loaded and styleSheets.length === 1] - expected: FAIL - diff --git a/tests/wpt/metadata-layout-2020/css/selectors/invalidation/not-001.html.ini b/tests/wpt/metadata-layout-2020/css/selectors/invalidation/not-001.html.ini new file mode 100644 index 00000000000..99d21825015 --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/selectors/invalidation/not-001.html.ini @@ -0,0 +1,7 @@ +[not-001.html] + [precondition] + expected: FAIL + + [Invalidation of sibling combinators in :not()] + expected: FAIL + diff --git a/tests/wpt/metadata-layout-2020/css/selectors/invalidation/not-002.html.ini b/tests/wpt/metadata-layout-2020/css/selectors/invalidation/not-002.html.ini new file mode 100644 index 00000000000..9eaa0b2b190 --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/selectors/invalidation/not-002.html.ini @@ -0,0 +1,19 @@ +[not-002.html] + [Invalidate :not() for simple selector arguments.] + expected: FAIL + + [Invalidate :not() for compound selector arguments.] + expected: FAIL + + [Test specificity of :not().] + expected: FAIL + + [Preconditions.] + expected: FAIL + + [Invalidate :not() for complex selector arguments.] + expected: FAIL + + [Invalidate nested :is() inside :not().] + expected: FAIL + diff --git a/tests/wpt/metadata-layout-2020/css/selectors/is-default-ns-002.html.ini b/tests/wpt/metadata-layout-2020/css/selectors/is-default-ns-002.html.ini new file mode 100644 index 00000000000..b8de9607a92 --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/selectors/is-default-ns-002.html.ini @@ -0,0 +1,2 @@ +[is-default-ns-002.html] + expected: FAIL diff --git a/tests/wpt/metadata-layout-2020/css/selectors/not-complex.html.ini b/tests/wpt/metadata-layout-2020/css/selectors/not-complex.html.ini new file mode 100644 index 00000000000..3ada8da5b89 --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/selectors/not-complex.html.ini @@ -0,0 +1,2 @@ +[not-complex.html] + expected: ERROR diff --git a/tests/wpt/metadata-layout-2020/css/selectors/not-default-ns-001.html.ini b/tests/wpt/metadata-layout-2020/css/selectors/not-default-ns-001.html.ini new file mode 100644 index 00000000000..2e7e90b9ee0 --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/selectors/not-default-ns-001.html.ini @@ -0,0 +1,2 @@ +[not-default-ns-001.html] + expected: TIMEOUT diff --git a/tests/wpt/metadata-layout-2020/css/selectors/not-specificity.html.ini b/tests/wpt/metadata-layout-2020/css/selectors/not-specificity.html.ini new file mode 100644 index 00000000000..f4dad41b375 --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/selectors/not-specificity.html.ini @@ -0,0 +1,25 @@ +[not-specificity.html] + [:not(span, :not(:not(.a#foo)), p) wins over :not(span, #foo, p)] + expected: FAIL + + [:not(div#foo) wins over :not(#foo)] + expected: FAIL + + [:not(span, li, p) wins over :not(span, lo, p)] + expected: FAIL + + [:not(#foo) wins over :not(.foo)] + expected: FAIL + + [:not(span + span) wins over :not(span)] + expected: FAIL + + [:not(.bar, #foo) has same specificity as :not(#foo, .bar)] + expected: FAIL + + [:not(.bar, #foo) wins over :not(.foo, .bar)] + expected: FAIL + + [:not(span, #foo, p) wins over :not(span, :where(.a#foo), p)] + expected: FAIL + diff --git a/tests/wpt/metadata-layout-2020/css/selectors/parsing/parse-not.html.ini b/tests/wpt/metadata-layout-2020/css/selectors/parsing/parse-not.html.ini new file mode 100644 index 00000000000..c52f597e5fc --- /dev/null +++ b/tests/wpt/metadata-layout-2020/css/selectors/parsing/parse-not.html.ini @@ -0,0 +1,25 @@ +[parse-not.html] + [":not(span.a, div.b)" should be a valid selector] + expected: FAIL + + [":not(:not(foo))" should be a valid selector] + expected: FAIL + + [":not(.a .b ~ c)" should be a valid selector] + expected: FAIL + + [":not(.a .b)" should be a valid selector] + expected: FAIL + + [":not(.a .b ~ c, .d .e)" should be a valid selector] + expected: FAIL + + [":not(.a + .b)" should be a valid selector] + expected: FAIL + + [":not(:host(:not(.a)))" should be a valid selector] + expected: FAIL + + [":not(:host)" should be a valid selector] + expected: FAIL + diff --git a/tests/wpt/metadata-layout-2020/custom-elements/element-internals-shadowroot.html.ini b/tests/wpt/metadata-layout-2020/custom-elements/element-internals-shadowroot.html.ini new file mode 100644 index 00000000000..c485c2d79ab --- /dev/null +++ b/tests/wpt/metadata-layout-2020/custom-elements/element-internals-shadowroot.html.ini @@ -0,0 +1,2 @@ +[element-internals-shadowroot.html] + expected: ERROR diff --git a/tests/wpt/metadata-layout-2020/fetch/content-type/response.window.js.ini b/tests/wpt/metadata-layout-2020/fetch/content-type/response.window.js.ini index 07723f1beea..627eca9ff8f 100644 --- a/tests/wpt/metadata-layout-2020/fetch/content-type/response.window.js.ini +++ b/tests/wpt/metadata-layout-2020/fetch/content-type/response.window.js.ini @@ -315,21 +315,18 @@ [