Add intermittent results for transitions related tests

These tests test the behavior of many properties and due to issues in
Servo, the results are incredibly unstable. Since the tests use large
property lists this leads to hundreds of failed subtests every run. We
let these tests either pass or fail so that results in the CI are
stable. The ultimate goal here is to fix the instability in Servo so
that these tests pass or fail consistently.

This change also adds support for intermittent expectations to the
ServoHandler. Before these kind of test results were interpreted as
unexpected results.
This commit is contained in:
Martin Robinson 2023-02-15 10:39:32 +01:00
parent a78ffe9f26
commit f935296637
5 changed files with 1406 additions and 351 deletions

View file

@ -155,15 +155,22 @@ class ServoHandler(mozlog.reader.LogHandler):
def test_start(self, data): def test_start(self, data):
self.running_tests[data['thread']] = data['test'] self.running_tests[data['thread']] = data['test']
@staticmethod
def data_was_for_expected_result(data):
if "expected" not in data:
return True
return "known_intermittent" in data \
and data["status"] in data["known_intermittent"]
def test_end(self, data: dict) -> Optional[UnexpectedResult]: def test_end(self, data: dict) -> Optional[UnexpectedResult]:
self.completed_tests += 1 self.completed_tests += 1
test_status = data["status"] test_status = data["status"]
test_path = data["test"] test_path = data["test"]
del self.running_tests[data['thread']] del self.running_tests[data['thread']]
had_unexpected_test_result = "expected" in data had_expected_test_result = self.data_was_for_expected_result(data)
subtest_failures = self.subtest_failures.pop(test_path, []) subtest_failures = self.subtest_failures.pop(test_path, [])
if not had_unexpected_test_result and not subtest_failures: if had_expected_test_result and not subtest_failures:
self.expected[test_status] += 1 self.expected[test_status] += 1
return None return None
@ -185,7 +192,7 @@ class ServoHandler(mozlog.reader.LogHandler):
subtest_failures subtest_failures
) )
if had_unexpected_test_result: if not had_expected_test_result:
self.unexpected_tests[result.actual].append(data) self.unexpected_tests[result.actual].append(data)
if subtest_failures: if subtest_failures:
self.tests_with_failing_subtests.append(data) self.tests_with_failing_subtests.append(data)
@ -194,7 +201,7 @@ class ServoHandler(mozlog.reader.LogHandler):
return result return result
def test_status(self, data: dict): def test_status(self, data: dict):
if "expected" not in data: if self.data_was_for_expected_result(data):
return return
self.subtest_failures[data["test"]].append(UnexpectedSubtestResult( self.subtest_failures[data["test"]].append(UnexpectedSubtestResult(
data["test"], data["test"],

View file

@ -1,354 +1,864 @@
[properties-value-001.html] [properties-value-001.html]
[background-position length(pt) / values] [background-position length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(pt) / events] [background-position length(pt) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(px) / values] [background-position length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(cm) / events] [background-position length(cm) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(mm) / values] [background-position length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(in) / events] [background-position length(in) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(em) / events] [background-position length(em) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(ex) / values] [background-position length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(cm) / values] [background-position length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(ex) / events] [background-position length(ex) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(pc) / events] [background-position length(pc) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(in) / values] [background-position length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(pc) / values] [background-position length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position percentage(%) / values] [background-position percentage(%) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(mm) / events] [background-position length(mm) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(em) / values] [background-position length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position percentage(%) / events] [background-position percentage(%) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(px) / events] [background-position length(px) / events]
expected: FAIL expected: [FAIL, PASS]
[background-color color(rgba) / values]
expected: [FAIL, PASS]
[border-top-width length(pt) / values]
expected: [FAIL, PASS]
[border-top-width length(pc) / values]
expected: [FAIL, PASS]
[border-top-width length(px) / values]
expected: [FAIL, PASS]
[border-top-width length(em) / values]
expected: [FAIL, PASS]
[border-top-width length(ex) / values]
expected: [FAIL, PASS]
[border-top-width length(mm) / values]
expected: [FAIL, PASS]
[border-top-width length(cm) / values]
expected: [FAIL, PASS]
[border-top-width length(in) / values]
expected: [FAIL, PASS]
[border-right-width length(pt) / values]
expected: [FAIL, PASS]
[border-right-width length(pc) / values]
expected: [FAIL, PASS]
[border-right-width length(px) / values]
expected: [FAIL, PASS]
[border-right-width length(em) / values]
expected: [FAIL, PASS]
[border-right-width length(ex) / values]
expected: [FAIL, PASS]
[border-right-width length(mm) / values]
expected: [FAIL, PASS]
[border-right-width length(cm) / values]
expected: [FAIL, PASS]
[border-right-width length(in) / values]
expected: [FAIL, PASS]
[border-bottom-width length(pt) / values]
expected: [FAIL, PASS]
[border-bottom-width length(pc) / values]
expected: [FAIL, PASS]
[border-bottom-width length(px) / values]
expected: [FAIL, PASS]
[border-bottom-width length(em) / values]
expected: [FAIL, PASS]
[border-bottom-width length(ex) / values]
expected: [FAIL, PASS]
[border-bottom-width length(mm) / values]
expected: [FAIL, PASS]
[border-bottom-width length(cm) / values]
expected: [FAIL, PASS]
[border-bottom-width length(in) / values]
expected: [FAIL, PASS]
[border-left-width length(pt) / values]
expected: [FAIL, PASS]
[border-left-width length(pc) / values]
expected: [FAIL, PASS]
[border-left-width length(px) / values]
expected: [FAIL, PASS]
[border-left-width length(em) / values]
expected: [FAIL, PASS]
[border-left-width length(ex) / values]
expected: [FAIL, PASS]
[border-left-width length(mm) / values]
expected: [FAIL, PASS]
[border-left-width length(cm) / values]
expected: [FAIL, PASS]
[border-left-width length(in) / values]
expected: [FAIL, PASS]
[border-top-color color(rgba) / values]
expected: [FAIL, PASS]
[border-right-color color(rgba) / values]
expected: [FAIL, PASS]
[border-bottom-color color(rgba) / values]
expected: [FAIL, PASS]
[border-left-color color(rgba) / values]
expected: [FAIL, PASS]
[padding-bottom length(pt) / values]
expected: [FAIL, PASS]
[padding-bottom length(pc) / values]
expected: [FAIL, PASS]
[padding-bottom length(px) / values]
expected: [FAIL, PASS]
[padding-bottom length(em) / values]
expected: [FAIL, PASS]
[padding-bottom length(ex) / values] [padding-bottom length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-bottom length(mm) / values] [padding-bottom length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-bottom length(cm) / values] [padding-bottom length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-bottom length(in) / values] [padding-bottom length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-left length(pt) / values] [padding-left length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-left length(pc) / values] [padding-left length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-left length(px) / values] [padding-left length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-left length(em) / values] [padding-left length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-left length(ex) / values] [padding-left length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-left length(mm) / values] [padding-left length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-left length(cm) / values] [padding-left length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-left length(in) / values] [padding-left length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-right length(pt) / values] [padding-right length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-right length(pc) / values] [padding-right length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-right length(px) / values] [padding-right length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-right length(em) / values] [padding-right length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-right length(ex) / values] [padding-right length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-right length(mm) / values] [padding-right length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-right length(cm) / values] [padding-right length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-right length(in) / values] [padding-right length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-top length(pt) / values] [padding-top length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-top length(pc) / values] [padding-top length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-top length(px) / values] [padding-top length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-top length(em) / values] [padding-top length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-top length(ex) / values] [padding-top length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-top length(mm) / values] [padding-top length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-top length(cm) / values] [padding-top length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[padding-top length(in) / values] [padding-top length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-bottom length(pt) / values] [margin-bottom length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-bottom length(pc) / values] [margin-bottom length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-bottom length(px) / values] [margin-bottom length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-bottom length(em) / values] [margin-bottom length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-bottom length(ex) / values] [margin-bottom length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-bottom length(mm) / values] [margin-bottom length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-bottom length(cm) / values] [margin-bottom length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-bottom length(in) / values] [margin-bottom length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-left length(pt) / values] [margin-left length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-left length(pc) / values] [margin-left length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-left length(px) / values] [margin-left length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-left length(em) / values] [margin-left length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-left length(ex) / values] [margin-left length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-left length(mm) / values] [margin-left length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-left length(cm) / values] [margin-left length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-left length(in) / values] [margin-left length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-right length(pt) / values] [margin-right length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-right length(pc) / values] [margin-right length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-right length(px) / values] [margin-right length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-right length(em) / values] [margin-right length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-right length(ex) / values] [margin-right length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-right length(mm) / values] [margin-right length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-right length(cm) / values]
expected: [FAIL, PASS]
[margin-right length(in) / values]
expected: [FAIL, PASS]
[margin-top length(pt) / values]
expected: [FAIL, PASS]
[margin-top length(pc) / values]
expected: [FAIL, PASS]
[margin-top length(px) / values]
expected: [FAIL, PASS]
[margin-top length(em) / values]
expected: [FAIL, PASS]
[margin-top length(ex) / values]
expected: [FAIL, PASS]
[margin-top length(mm) / values]
expected: [FAIL, PASS]
[margin-top length(cm) / values]
expected: [FAIL, PASS]
[margin-top length(in) / values]
expected: [FAIL, PASS]
[height length(pt) / values]
expected: [FAIL, PASS]
[height length(pc) / values]
expected: [FAIL, PASS]
[height length(px) / values]
expected: [FAIL, PASS]
[height length(em) / values]
expected: [FAIL, PASS]
[height length(ex) / values]
expected: [FAIL, PASS]
[height length(mm) / values]
expected: [FAIL, PASS]
[height length(cm) / values]
expected: [FAIL, PASS]
[height length(in) / values]
expected: [FAIL, PASS]
[height percentage(%) / values]
expected: [FAIL, PASS]
[width length(pt) / values]
expected: [FAIL, PASS]
[width length(pc) / values]
expected: [FAIL, PASS]
[width length(px) / values]
expected: [FAIL, PASS]
[width length(em) / values]
expected: [FAIL, PASS]
[width length(ex) / values]
expected: [FAIL, PASS]
[width length(mm) / values]
expected: [FAIL, PASS]
[width length(cm) / values]
expected: [FAIL, PASS]
[width length(in) / values]
expected: [FAIL, PASS]
[width percentage(%) / values]
expected: [FAIL, PASS]
[min-height length(pt) / values]
expected: [FAIL, PASS]
[min-height length(pc) / values]
expected: [FAIL, PASS]
[min-height length(px) / values]
expected: [FAIL, PASS]
[min-height length(em) / values]
expected: [FAIL, PASS]
[min-height length(ex) / values]
expected: [FAIL, PASS]
[min-height length(mm) / values]
expected: [FAIL, PASS]
[min-height length(cm) / values]
expected: [FAIL, PASS]
[min-height length(in) / values]
expected: [FAIL, PASS]
[min-height percentage(%) / values]
expected: [FAIL, PASS]
[min-width length(pt) / values]
expected: [FAIL, PASS]
[min-width length(pc) / values]
expected: [FAIL, PASS]
[min-width length(px) / values]
expected: [FAIL, PASS]
[min-width length(em) / values]
expected: [FAIL, PASS]
[min-width length(ex) / values]
expected: [FAIL, PASS]
[min-width length(mm) / values]
expected: [FAIL, PASS]
[min-width length(cm) / values]
expected: [FAIL, PASS]
[min-width length(in) / values]
expected: [FAIL, PASS]
[min-width percentage(%) / values]
expected: [FAIL, PASS]
[max-height length(pt) / values]
expected: [FAIL, PASS]
[max-height length(pc) / values]
expected: [FAIL, PASS]
[max-height length(px) / values]
expected: [FAIL, PASS]
[max-height length(em) / values]
expected: [FAIL, PASS]
[max-height length(ex) / values]
expected: [FAIL, PASS]
[max-height length(mm) / values]
expected: [FAIL, PASS]
[max-height length(cm) / values]
expected: [FAIL, PASS]
[max-height length(in) / values]
expected: [FAIL, PASS]
[max-height percentage(%) / values]
expected: [FAIL, PASS]
[max-width length(pt) / values]
expected: [FAIL, PASS]
[max-width length(pc) / values]
expected: [FAIL, PASS]
[max-width length(px) / values]
expected: [FAIL, PASS]
[max-width length(em) / values]
expected: [FAIL, PASS]
[max-width length(ex) / values]
expected: [FAIL, PASS]
[max-width length(mm) / values]
expected: [FAIL, PASS]
[max-width length(cm) / values]
expected: [FAIL, PASS]
[max-width length(in) / values]
expected: [FAIL, PASS]
[max-width percentage(%) / values]
expected: [FAIL, PASS]
[top length(pt) / values]
expected: [FAIL, PASS]
[top length(pc) / values]
expected: [FAIL, PASS]
[top length(px) / values]
expected: [FAIL, PASS]
[top length(em) / values]
expected: [FAIL, PASS]
[top length(ex) / values]
expected: [FAIL, PASS]
[top length(mm) / values]
expected: [FAIL, PASS]
[top length(cm) / values]
expected: [FAIL, PASS]
[top length(in) / values]
expected: [FAIL, PASS]
[top percentage(%) / values]
expected: [FAIL, PASS]
[right length(pt) / values]
expected: [FAIL, PASS]
[right length(pc) / values]
expected: [FAIL, PASS]
[right length(px) / values]
expected: [FAIL, PASS]
[right length(em) / values]
expected: [FAIL, PASS]
[right length(ex) / values]
expected: [FAIL, PASS]
[right length(mm) / values]
expected: [FAIL, PASS]
[right length(cm) / values]
expected: [FAIL, PASS]
[right length(in) / values]
expected: [FAIL, PASS]
[right percentage(%) / values]
expected: [FAIL, PASS]
[bottom length(pt) / values]
expected: [FAIL, PASS]
[bottom length(pc) / values]
expected: [FAIL, PASS]
[bottom length(px) / values]
expected: [FAIL, PASS]
[bottom length(em) / values]
expected: [FAIL, PASS]
[bottom length(ex) / values]
expected: [FAIL, PASS]
[bottom length(mm) / values]
expected: [FAIL, PASS]
[bottom length(cm) / values]
expected: [FAIL, PASS]
[bottom length(in) / values]
expected: [FAIL, PASS]
[bottom percentage(%) / values]
expected: [FAIL, PASS]
[left length(pt) / values]
expected: [FAIL, PASS]
[left length(pc) / values]
expected: [FAIL, PASS]
[left length(px) / values]
expected: [FAIL, PASS]
[left length(em) / values]
expected: [FAIL, PASS]
[left length(ex) / values]
expected: [FAIL, PASS]
[left length(mm) / values]
expected: [FAIL, PASS]
[left length(cm) / values]
expected: [FAIL, PASS]
[left length(in) / values]
expected: [FAIL, PASS]
[left percentage(%) / values]
expected: [FAIL, PASS]
[color color(rgba) / values] [color color(rgba) / values]
expected: FAIL expected: [FAIL, PASS]
[font-size length(pt) / values] [font-size length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[font-size length(pc) / values] [font-size length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[font-size length(px) / values] [font-size length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[font-size length(em) / values] [font-size length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[font-size length(ex) / values] [font-size length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[font-size length(mm) / values] [font-size length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[font-size length(cm) / values] [font-size length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[font-size length(in) / values] [font-size length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[font-size percentage(%) / values] [font-size percentage(%) / values]
expected: FAIL expected: [FAIL, PASS]
[font-weight font-weight(keyword) / values] [font-weight font-weight(keyword) / values]
expected: FAIL expected: [FAIL, PASS]
[font-weight font-weight(numeric) / values] [font-weight font-weight(numeric) / values]
expected: FAIL expected: [FAIL, PASS]
[line-height number(integer) / values] [line-height number(integer) / values]
expected: FAIL expected: [FAIL, PASS]
[line-height number(decimal) / values] [line-height number(decimal) / values]
expected: FAIL expected: [FAIL, PASS]
[line-height length(pt) / values] [line-height length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[line-height length(pc) / values] [line-height length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[line-height length(px) / values] [line-height length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[line-height length(em) / values] [line-height length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[line-height length(ex) / values] [line-height length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[line-height length(mm) / values] [line-height length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[line-height length(cm) / values] [line-height length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[line-height length(in) / values] [line-height length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[line-height percentage(%) / values] [line-height percentage(%) / values]
expected: FAIL expected: [FAIL, PASS]
[letter-spacing length(pt) / values] [letter-spacing length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[letter-spacing length(pc) / values] [letter-spacing length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[letter-spacing length(px) / values] [letter-spacing length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[letter-spacing length(em) / values] [letter-spacing length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[letter-spacing length(ex) / values] [letter-spacing length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[letter-spacing length(mm) / values] [letter-spacing length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[letter-spacing length(cm) / values] [letter-spacing length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[letter-spacing length(in) / values] [letter-spacing length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[word-spacing length(pt) / values] [word-spacing length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[word-spacing length(pc) / values] [word-spacing length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[word-spacing length(px) / values] [word-spacing length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[word-spacing length(em) / values] [word-spacing length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[word-spacing length(ex) / values] [word-spacing length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[word-spacing length(mm) / values] [word-spacing length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[word-spacing length(cm) / values] [word-spacing length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[word-spacing length(in) / values] [word-spacing length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[word-spacing percentage(%) / values] [word-spacing percentage(%) / values]
expected: FAIL expected: [FAIL, PASS]
[text-indent length(pt) / values] [text-indent length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[text-indent length(pc) / values] [text-indent length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[text-indent length(px) / values] [text-indent length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[text-indent length(em) / values] [text-indent length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[text-indent length(ex) / values] [text-indent length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[text-indent length(mm) / values] [text-indent length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[text-indent length(cm) / values] [text-indent length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[text-indent length(in) / values] [text-indent length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[text-indent percentage(%) / values] [text-indent percentage(%) / values]
expected: FAIL expected: [FAIL, PASS]
[text-shadow shadow(shadow) / values] [text-shadow shadow(shadow) / values]
expected: FAIL expected: [FAIL, PASS]
[outline-color color(rgba) / values]
expected: [FAIL, PASS]
[outline-offset length(pt) / values]
expected: [FAIL, PASS]
[outline-offset length(pc) / values]
expected: [FAIL, PASS]
[outline-offset length(px) / values]
expected: [FAIL, PASS]
[outline-offset length(em) / values]
expected: [FAIL, PASS]
[outline-offset length(ex) / values]
expected: [FAIL, PASS]
[outline-offset length(mm) / values]
expected: [FAIL, PASS]
[outline-offset length(cm) / values]
expected: [FAIL, PASS]
[outline-offset length(in) / values]
expected: [FAIL, PASS]
[outline-width length(pt) / values]
expected: [FAIL, PASS]
[outline-width length(pc) / values]
expected: [FAIL, PASS]
[outline-width length(px) / values]
expected: [FAIL, PASS]
[outline-width length(em) / values]
expected: [FAIL, PASS]
[outline-width length(ex) / values]
expected: [FAIL, PASS]
[outline-width length(mm) / values]
expected: [FAIL, PASS]
[outline-width length(cm) / values]
expected: [FAIL, PASS]
[outline-width length(in) / values]
expected: [FAIL, PASS]
[clip rectangle(rectangle) / values]
expected: [FAIL, PASS]
[vertical-align length(pt) / values]
expected: [FAIL, PASS]
[vertical-align length(pc) / values]
expected: [FAIL, PASS]
[vertical-align length(px) / values]
expected: [FAIL, PASS]
[vertical-align length(em) / values]
expected: [FAIL, PASS]
[vertical-align length(ex) / values]
expected: [FAIL, PASS]
[vertical-align length(mm) / values]
expected: [FAIL, PASS]
[vertical-align length(cm) / values]
expected: [FAIL, PASS]
[vertical-align length(in) / values]
expected: [FAIL, PASS]
[vertical-align percentage(%) / values]
expected: [FAIL, PASS]
[opacity number[0,1\](zero-to-one) / values]
expected: [FAIL, PASS]
[z-index integer(integer) / values]
expected: [FAIL, PASS]

View file

@ -1,3 +1,28 @@
[properties-value-002.html] [properties-value-002.html]
[vertical-align vertical(keyword) / values] [vertical-align vertical(keyword) / values]
expected: FAIL expected: [FAIL, PASS]
[margin-bottom percentage(%) / values]
expected: [FAIL, PASS]
[margin-left percentage(%) / values]
expected: [FAIL, PASS]
[margin-right percentage(%) / values]
expected: [FAIL, PASS]
[margin-top percentage(%) / values]
expected: [FAIL, PASS]
[padding-bottom percentage(%) / values]
expected: [FAIL, PASS]
[padding-left percentage(%) / values]
expected: [FAIL, PASS]
[padding-right percentage(%) / values]
expected: [FAIL, PASS]
[padding-top percentage(%) / values]
expected: [FAIL, PASS]

View file

@ -1,54 +1,327 @@
[properties-value-inherit-002.html] [properties-value-inherit-002.html]
[background-position length(pt) / values] [background-position length(pt) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(pt) / events] [background-position length(pt) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(px) / values] [background-position length(px) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(cm) / events] [background-position length(cm) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(mm) / values] [background-position length(mm) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(in) / events] [background-position length(in) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(em) / events] [background-position length(em) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(ex) / values] [background-position length(ex) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(cm) / values] [background-position length(cm) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(ex) / events] [background-position length(ex) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(pc) / events] [background-position length(pc) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(in) / values] [background-position length(in) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(pc) / values] [background-position length(pc) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position percentage(%) / values] [background-position percentage(%) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position length(mm) / events] [background-position length(mm) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(em) / values] [background-position length(em) / values]
expected: FAIL expected: [FAIL, PASS]
[background-position percentage(%) / events] [background-position percentage(%) / events]
expected: FAIL expected: [FAIL, PASS]
[background-position length(px) / events] [background-position length(px) / events]
expected: FAIL expected: [FAIL, PASS]
[background-color color(rgba) / values]
expected: [FAIL, PASS]
[border-top-width length(pt) / values]
expected: [FAIL, PASS]
[border-top-width length(pc) / values]
expected: [FAIL, PASS]
[border-top-width length(px) / values]
expected: [FAIL, PASS]
[border-top-width length(em) / values]
expected: [FAIL, PASS]
[border-top-width length(ex) / values]
expected: [FAIL, PASS]
[border-top-width length(mm) / values]
expected: [FAIL, PASS]
[border-top-width length(cm) / values]
expected: [FAIL, PASS]
[border-top-width length(in) / values]
expected: [FAIL, PASS]
[border-right-width length(pt) / values]
expected: [FAIL, PASS]
[border-right-width length(pc) / values]
expected: [FAIL, PASS]
[border-right-width length(px) / values]
expected: [FAIL, PASS]
[border-right-width length(em) / values]
expected: [FAIL, PASS]
[border-right-width length(ex) / values]
expected: [FAIL, PASS]
[border-right-width length(mm) / values]
expected: [FAIL, PASS]
[border-right-width length(cm) / values]
expected: [FAIL, PASS]
[border-right-width length(in) / values]
expected: [FAIL, PASS]
[border-bottom-width length(pt) / values]
expected: [FAIL, PASS]
[border-bottom-width length(pc) / values]
expected: [FAIL, PASS]
[border-bottom-width length(px) / values]
expected: [FAIL, PASS]
[border-bottom-width length(em) / values]
expected: [FAIL, PASS]
[border-bottom-width length(ex) / values]
expected: [FAIL, PASS]
[border-bottom-width length(mm) / values]
expected: [FAIL, PASS]
[border-bottom-width length(cm) / values]
expected: [FAIL, PASS]
[border-bottom-width length(in) / values]
expected: [FAIL, PASS]
[border-left-width length(pt) / values]
expected: [FAIL, PASS]
[border-left-width length(pc) / values]
expected: [FAIL, PASS]
[border-left-width length(px) / values]
expected: [FAIL, PASS]
[border-left-width length(em) / values]
expected: [FAIL, PASS]
[border-left-width length(ex) / values]
expected: [FAIL, PASS]
[border-left-width length(mm) / values]
expected: [FAIL, PASS]
[border-left-width length(cm) / values]
expected: [FAIL, PASS]
[border-left-width length(in) / values]
expected: [FAIL, PASS]
[border-top-color color(rgba) / values]
expected: [FAIL, PASS]
[border-right-color color(rgba) / values]
expected: [FAIL, PASS]
[border-bottom-color color(rgba) / values]
expected: [FAIL, PASS]
[border-left-color color(rgba) / values]
expected: [FAIL, PASS]
[padding-bottom length(pt) / values]
expected: [FAIL, PASS]
[padding-bottom length(pc) / values]
expected: [FAIL, PASS]
[padding-bottom length(px) / values]
expected: [FAIL, PASS]
[padding-bottom length(em) / values]
expected: [FAIL, PASS]
[padding-bottom length(ex) / values]
expected: [FAIL, PASS]
[padding-bottom length(mm) / values]
expected: [FAIL, PASS]
[padding-bottom length(cm) / values]
expected: [FAIL, PASS]
[padding-bottom length(in) / values]
expected: [FAIL, PASS]
[padding-left length(pt) / values]
expected: [FAIL, PASS]
[padding-left length(pc) / values]
expected: [FAIL, PASS]
[padding-left length(px) / values]
expected: [FAIL, PASS]
[padding-left length(em) / values]
expected: [FAIL, PASS]
[padding-left length(ex) / values]
expected: [FAIL, PASS]
[padding-left length(mm) / values]
expected: [FAIL, PASS]
[padding-left length(cm) / values]
expected: [FAIL, PASS]
[padding-left length(in) / values]
expected: [FAIL, PASS]
[padding-right length(pt) / values]
expected: [FAIL, PASS]
[padding-right length(pc) / values]
expected: [FAIL, PASS]
[padding-right length(px) / values]
expected: [FAIL, PASS]
[padding-right length(em) / values]
expected: [FAIL, PASS]
[padding-right length(ex) / values]
expected: [FAIL, PASS]
[padding-right length(mm) / values]
expected: [FAIL, PASS]
[padding-right length(cm) / values]
expected: [FAIL, PASS]
[padding-right length(in) / values]
expected: [FAIL, PASS]
[padding-top length(pt) / values]
expected: [FAIL, PASS]
[padding-top length(pc) / values]
expected: [FAIL, PASS]
[padding-top length(px) / values]
expected: [FAIL, PASS]
[padding-top length(em) / values]
expected: [FAIL, PASS]
[padding-top length(ex) / values]
expected: [FAIL, PASS]
[padding-top length(mm) / values]
expected: [FAIL, PASS]
[padding-top length(cm) / values]
expected: [FAIL, PASS]
[padding-top length(in) / values]
expected: [FAIL, PASS]
[margin-bottom length(pt) / values]
expected: [FAIL, PASS]
[margin-bottom length(pc) / values]
expected: [FAIL, PASS]
[margin-bottom length(px) / values]
expected: [FAIL, PASS]
[margin-bottom length(em) / values]
expected: [FAIL, PASS]
[margin-bottom length(ex) / values]
expected: [FAIL, PASS]
[margin-bottom length(mm) / values]
expected: [FAIL, PASS]
[margin-bottom length(cm) / values]
expected: [FAIL, PASS]
[margin-bottom length(in) / values]
expected: [FAIL, PASS]
[margin-left length(pt) / values]
expected: [FAIL, PASS]
[margin-left length(pc) / values]
expected: [FAIL, PASS]
[margin-left length(px) / values]
expected: [FAIL, PASS]
[margin-left length(em) / values]
expected: [FAIL, PASS]
[margin-left length(ex) / values]
expected: [FAIL, PASS]
[margin-left length(mm) / values]
expected: [FAIL, PASS]
[margin-left length(cm) / values]
expected: [FAIL, PASS]
[margin-left length(in) / values]
expected: [FAIL, PASS]
[margin-right length(pt) / values]
expected: [FAIL, PASS]
[margin-right length(pc) / values]
expected: [FAIL, PASS]
[margin-right length(px) / values]
expected: [FAIL, PASS]
[margin-right length(em) / values]
expected: [FAIL, PASS]
[margin-right length(ex) / values]
expected: [FAIL, PASS]
[margin-right length(mm) / values]
expected: [FAIL, PASS]