Add OSMesa headless mode, run WPT against Webrender, update tests.

tests/wpt/harness/requirements_servo.txt

@@ -1 +1,3 @@
 mozprocess >= 0.19
+Mako >= 1.0.4
+

tests/wpt/harness/wptrunner/browsers/servo.py

@@ -64,7 +64,7 @@ def render_arg(render_backend):
 
 class ServoBrowser(NullBrowser):
     def __init__(self, logger, binary, debug_info=None, binary_args=None,
-                 user_stylesheets=None, render_backend="cpu"):
+                 user_stylesheets=None, render_backend="webrender"):
         NullBrowser.__init__(self, logger)
         self.binary = binary
         self.debug_info = debug_info

tests/wpt/harness/wptrunner/browsers/servodriver.py

@@ -80,7 +80,7 @@ class ServoWebDriverBrowser(Browser):
     used_ports = set()
 
     def __init__(self, logger, binary, debug_info=None, webdriver_host="127.0.0.1",
-                 user_stylesheets=None, render_backend="cpu"):
+                 user_stylesheets=None, render_backend="webrender"):
         Browser.__init__(self, logger)
         self.binary = binary
         self.webdriver_host = webdriver_host

tests/wpt/harness/wptrunner/executors/executorservo.py

@@ -222,6 +222,9 @@ class ServoRefTestExecutor(ProcessTestExecutor):
             if dpi:
                 command += ["--device-pixel-ratio", dpi]
 
+            # Run ref tests in headless mode
+            command += ["-z"]
+
             self.command = debug_args + command
 
             env = os.environ.copy()

tests/wpt/harness/wptrunner/wptcommandline.py

@@ -173,7 +173,7 @@ def create_parser(product_choices=None):
                              default=[], action="append", dest="user_stylesheets",
                              help="Inject a user CSS stylesheet into every test.")
     servo_group.add_argument("--servo-backend",
-                             default="cpu", choices=["cpu", "webrender"],
+                             default="webrender", choices=["cpu", "webrender"],
                              help="Rendering backend to use with Servo.")
 
 

tests/wpt/metadata-css/css-backgrounds-3_dev/html4/background-repeat-repeat-x.htm.ini

@@ -0,0 +1,4 @@
+[background-repeat-repeat-x.htm]
+  type: reftest
+  expected:
+    if os == "mac": FAIL

tests/wpt/metadata-css/css-backgrounds-3_dev/html4/background-repeat-repeat-y.htm.ini

@@ -0,0 +1,4 @@
+[background-repeat-repeat-y.htm]
+  type: reftest
+  expected:
+    if os == "mac": FAIL

tests/wpt/metadata-css/css-backgrounds-3_dev/html4/background-repeat-round-roundup.htm.ini

@@ -1,3 +1,4 @@
 [background-repeat-round-roundup.htm]
   type: reftest
-  expected: FAIL
+  expected:
+    if os == "linux": FAIL

tests/wpt/metadata-css/css-backgrounds-3_dev/html4/background-size-025.htm.ini

@@ -1,4 +1,4 @@
-[font-size-013.htm]
+[background-size-025.htm]
   type: reftest
   expected:
     if os == "linux": FAIL

tests/wpt/metadata-css/css-backgrounds-3_dev/html4/background-size-028.htm.ini

@@ -0,0 +1,3 @@
+[background-size-028.htm]
+  type: testharness
+  expected: FAIL

tests/wpt/metadata-css/css-backgrounds-3_dev/html4/background-size-030.htm.ini

@@ -0,0 +1,3 @@
+[background-size-030.htm]
+  type: testharness
+  expected: FAIL

tests/wpt/metadata-css/css-backgrounds-3_dev/html4/background-size-contain.htm.ini

@@ -1,3 +1,3 @@
-[transform3d-sorting-004.htm]
+[background-size-contain.htm]
   type: reftest
   expected: FAIL

tests/wpt/metadata-css/css-backgrounds-3_dev/html4/border-bottom-left-radius-011.htm.ini

@@ -1,3 +0,0 @@
-[border-bottom-left-radius-011.htm]
-  type: reftest
-  expected: FAIL

tests/wpt/metadata-css/css-backgrounds-3_dev/html4/border-bottom-right-radius-011.htm.ini

@@ -1,3 +0,0 @@
-[border-bottom-right-radius-011.htm]
-  type: reftest
-  expected: FAIL

tests/wpt/metadata-css/css-backgrounds-3_dev/html4/border-radius-horizontal-value-is-zero.htm.ini

@@ -1,3 +0,0 @@
-[border-radius-horizontal-value-is-zero.htm]
-  type: reftest
-  expected: FAIL

tests/wpt/metadata-css/css-backgrounds-3_dev/html4/border-top-left-radius-011.htm.ini

@@ -1,3 +0,0 @@
-[border-top-left-radius-011.htm]
-  type: reftest
-  expected: FAIL

tests/wpt/metadata-css/css-backgrounds-3_dev/html4/border-top-right-radius-011.htm.ini

@@ -1,3 +0,0 @@
-[border-top-right-radius-011.htm]
-  type: reftest
-  expected: FAIL

tests/wpt/metadata-css/css-text-decor-3_dev/html/text-decoration-line-012.htm.ini

@@ -1,3 +1,4 @@
 [text-decoration-line-012.htm]
   type: reftest
-  expected: FAIL
+  expected:
+    if os == "mac": FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/css-rotate-2d-3d-001.htm.ini

@@ -1,3 +1,3 @@
-[filter-grayscale-001.htm]
+[css-rotate-2d-3d-001.htm]
   type: reftest
   expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/css-scale-nested-001.htm.ini

@@ -0,0 +1,3 @@
+[css-scale-nested-001.htm]
+  type: reftest
+  expected: CRASH

tests/wpt/metadata-css/css-transforms-1_dev/html/css-transform-3d-rotate3d-X-negative.htm.ini

@@ -0,0 +1,3 @@
+[css-transform-3d-rotate3d-X-negative.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/css-transform-3d-rotate3d-X-positive.htm.ini

@@ -0,0 +1,3 @@
+[css-transform-3d-rotate3d-X-positive.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/css-transform-3d-rotate3d-Y-negative.htm.ini

@@ -0,0 +1,3 @@
+[css-transform-3d-rotate3d-Y-negative.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/css-transform-3d-rotate3d-Y-positive.htm.ini

@@ -0,0 +1,3 @@
+[css-transform-3d-rotate3d-Y-positive.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/css-transform-3d-rotateX-negative.htm.ini

@@ -0,0 +1,3 @@
+[css-transform-3d-rotateX-negative.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/css-transform-3d-rotateX-positive.htm.ini

@@ -0,0 +1,3 @@
+[css-transform-3d-rotateX-positive.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/css-transform-3d-rotateY-negative.htm.ini

@@ -0,0 +1,3 @@
+[css-transform-3d-rotateY-negative.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/css-transform-3d-rotateY-positive.htm.ini

@@ -0,0 +1,3 @@
+[css-transform-3d-rotateY-positive.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/css-transforms-3d-on-anonymous-block-001.htm.ini

@@ -1,2 +1,4 @@
 [css-transforms-3d-on-anonymous-block-001.htm]
   type: reftest
+  expected:
+    if os == "linux": FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/perspective-translateZ-negative.htm.ini

@@ -1,3 +0,0 @@
-[perspective-translateZ-negative.htm]
-  type: reftest
-  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/scale-zero-001.htm.ini

@@ -0,0 +1,3 @@
+[scale-zero-001.htm]
+  type: reftest
+  expected: CRASH

tests/wpt/metadata-css/css-transforms-1_dev/html/transform-input-014.htm.ini

@@ -0,0 +1,4 @@
+[transform-input-014.htm]
+  type: reftest
+  expected:
+    if os == "mac": FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/transform-input-015.htm.ini

@@ -0,0 +1,4 @@
+[transform-input-015.htm]
+  type: reftest
+  expected:
+    if os == "mac": FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/transform-input-017.htm.ini

@@ -1,3 +1,3 @@
-[filter-contrast-002.htm]
+[transform-input-017.htm]
   type: reftest
   expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/transform-input-018.htm.ini

@@ -1,3 +1,3 @@
-[filter-grayscale-004.htm]
+[transform-input-018.htm]
   type: reftest
   expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/transform-input-019.htm.ini

@@ -0,0 +1,3 @@
+[transform-input-019.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/transform-singular-001.htm.ini

@@ -0,0 +1,3 @@
+[transform-singular-001.htm]
+  type: reftest
+  expected: CRASH

tests/wpt/metadata-css/css-transforms-1_dev/html/transform-table-006.htm.ini

@@ -0,0 +1,3 @@
+[transform-table-006.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/transform3d-perspective-003.htm.ini

@@ -0,0 +1,3 @@
+[transform3d-perspective-003.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/transform3d-perspective-004.htm.ini

@@ -0,0 +1,3 @@
+[transform3d-perspective-004.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/transform3d-perspective-005.htm.ini

@@ -0,0 +1,3 @@
+[transform3d-perspective-005.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css-transforms-1_dev/html/transform3d-scale-004.htm.ini

@@ -0,0 +1,3 @@
+[transform3d-scale-004.htm]
+  type: reftest
+  expected: CRASH

tests/wpt/metadata-css/css-transitions-1_dev/html/pseudo-elements-001.htm.ini

@@ -5,3 +5,4 @@
 
   [transition padding-left on :after / values]
     expected: FAIL
+

tests/wpt/metadata-css/css21_dev/html4/abspos-008.htm.ini

@@ -1,4 +1,4 @@
-[font-size-016.htm]
+[abspos-008.htm]
   type: reftest
   expected:
     if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/abspos-019.htm.ini

@@ -1,3 +1,3 @@
-[t425-hsla-values-b.htm]
+[abspos-019.htm]
   type: reftest
   expected: FAIL

tests/wpt/metadata-css/css21_dev/html4/abspos-020.htm.ini

@@ -0,0 +1,3 @@
+[abspos-020.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css21_dev/html4/background-repeat-repeat-x.htm.ini

@@ -0,0 +1,4 @@
+[background-repeat-repeat-x.htm]
+  type: reftest
+  expected:
+    if os == "mac": FAIL

tests/wpt/metadata-css/css21_dev/html4/background-repeat-repeat-y.htm.ini

@@ -0,0 +1,4 @@
+[background-repeat-repeat-y.htm]
+  type: reftest
+  expected:
+    if os == "mac": FAIL

tests/wpt/metadata-css/css21_dev/html4/border-left-width-applies-to-001.htm.ini

@@ -0,0 +1,3 @@
+[border-left-width-applies-to-001.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css21_dev/html4/border-left-width-applies-to-002.htm.ini

@@ -0,0 +1,3 @@
+[border-left-width-applies-to-002.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css21_dev/html4/border-left-width-applies-to-003.htm.ini

@@ -0,0 +1,3 @@
+[border-left-width-applies-to-003.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css21_dev/html4/border-top-width-applies-to-001.htm.ini

@@ -0,0 +1,3 @@
+[border-top-width-applies-to-001.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css21_dev/html4/border-top-width-applies-to-002.htm.ini

@@ -0,0 +1,3 @@
+[border-top-width-applies-to-002.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css21_dev/html4/border-top-width-applies-to-003.htm.ini

@@ -0,0 +1,3 @@
+[border-top-width-applies-to-003.htm]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata-css/css21_dev/html4/c5525-fltblck-000.htm.ini

@@ -0,0 +1,4 @@
+[c5525-fltblck-000.htm]
+  type: reftest
+  expected:
+    if os == "mac": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-001.htm.ini

@@ -1,5 +0,0 @@
-[font-size-001.htm]
-  type: reftest
-  expected:
-    if os == "mac": PASS
-    FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-002.htm.ini

@@ -1,5 +0,0 @@
-[font-size-002.htm]
-  type: reftest
-  expected:
-    if os == "mac": PASS
-    FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-004.htm.ini

@@ -1,5 +0,0 @@
-[font-size-004.htm]
-  type: reftest
-  expected:
-    if os == "mac": PASS
-    FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-005.htm.ini

@@ -1,5 +0,0 @@
-[font-size-005.htm]
-  type: reftest
-  expected:
-    if os == "mac": PASS
-    FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-023.htm.ini

@@ -1,4 +0,0 @@
-[font-size-023.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-024.htm.ini

@@ -1,4 +0,0 @@
-[font-size-024.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-026.htm.ini

@@ -1,4 +0,0 @@
-[font-size-026.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-027.htm.ini

@@ -1,4 +0,0 @@
-[font-size-027.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-034.htm.ini

@@ -1,4 +0,0 @@
-[font-size-034.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-035.htm.ini

@@ -1,4 +0,0 @@
-[font-size-035.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-037.htm.ini

@@ -1,4 +0,0 @@
-[font-size-037.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-038.htm.ini

@@ -1,4 +0,0 @@
-[font-size-038.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-045.htm.ini

@@ -1,4 +0,0 @@
-[font-size-045.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-046.htm.ini

@@ -1,4 +0,0 @@
-[font-size-046.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-048.htm.ini

@@ -1,4 +0,0 @@
-[font-size-048.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-049.htm.ini

@@ -1,4 +0,0 @@
-[font-size-049.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-056.htm.ini

@@ -1,4 +0,0 @@
-[font-size-056.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-057.htm.ini

@@ -1,4 +0,0 @@
-[font-size-057.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-059.htm.ini

@@ -1,4 +0,0 @@
-[font-size-059.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-060.htm.ini

@@ -1,4 +0,0 @@
-[font-size-060.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-067.htm.ini

@@ -1,4 +0,0 @@
-[font-size-067.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-068.htm.ini

@@ -1,4 +0,0 @@
-[font-size-068.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-070.htm.ini

@@ -1,4 +0,0 @@
-[font-size-070.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-071.htm.ini

@@ -1,4 +0,0 @@
-[font-size-071.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-078.htm.ini

@@ -1,4 +0,0 @@
-[font-size-078.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-079.htm.ini

@@ -1,4 +0,0 @@
-[font-size-079.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-081.htm.ini

@@ -1,4 +0,0 @@
-[font-size-081.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-082.htm.ini

@@ -1,4 +0,0 @@
-[font-size-082.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-089.htm.ini

@@ -1,5 +0,0 @@
-[font-size-089.htm]
-  type: reftest
-  expected:
-    if os == "mac": PASS
-    FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-090.htm.ini

@@ -1,5 +0,0 @@
-[font-size-090.htm]
-  type: reftest
-  expected:
-    if os == "mac": PASS
-    FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-092.htm.ini

@@ -1,5 +0,0 @@
-[font-size-092.htm]
-  type: reftest
-  expected:
-    if os == "mac": PASS
-    FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-093.htm.ini

@@ -1,5 +0,0 @@
-[font-size-093.htm]
-  type: reftest
-  expected:
-    if os == "mac": PASS
-    FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-100.htm.ini

@@ -1,5 +0,0 @@
-[font-size-100.htm]
-  type: reftest
-  expected:
-    if os == "mac": PASS
-    FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-101.htm.ini

@@ -1,5 +0,0 @@
-[font-size-101.htm]
-  type: reftest
-  expected:
-    if os == "mac": PASS
-    FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-102.htm.ini

@@ -1,5 +0,0 @@
-[font-size-102.htm]
-  type: reftest
-  expected:
-    if os == "mac": PASS
-    FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-zero-1.htm.ini

@@ -1,4 +0,0 @@
-[font-size-zero-1.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/font-size-zero-2.htm.ini

@@ -1,4 +0,0 @@
-[font-size-zero-2.htm]
-  type: reftest
-  expected:
-    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/painting-order-underline-001.htm.ini

@@ -0,0 +1,4 @@
+[painting-order-underline-001.htm]
+  type: reftest
+  expected:
+    if os == "mac": FAIL

tests/wpt/metadata-css/css21_dev/html4/pseudo-elements-001.htm.ini

@@ -5,3 +5,4 @@
 
   [transition padding-left on :after / values]
     expected: FAIL
+

tests/wpt/metadata-css/css21_dev/html4/root-box-003.htm.ini

@@ -1,3 +1,3 @@
 [root-box-003.htm]
   type: reftest
-  expected: FAIL
+  expected: TIMEOUT

tests/wpt/metadata-css/css21_dev/html4/table-anonymous-objects-115.htm.ini

@@ -1,4 +1,4 @@
-[background-size-cover.htm]
+[table-anonymous-objects-115.htm]
   type: reftest
   expected:
     if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/table-anonymous-objects-116.htm.ini

@@ -1,4 +1,4 @@
-[font-size-015.htm]
+[table-anonymous-objects-116.htm]
   type: reftest
   expected:
     if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/table-anonymous-objects-121.htm.ini

@@ -0,0 +1,4 @@
+[table-anonymous-objects-121.htm]
+  type: reftest
+  expected:
+    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/table-anonymous-objects-122.htm.ini

@@ -0,0 +1,4 @@
+[table-anonymous-objects-122.htm]
+  type: reftest
+  expected:
+    if os == "linux": FAIL

tests/wpt/metadata-css/css21_dev/html4/table-anonymous-objects-173.htm.ini

@@ -0,0 +1,4 @@
+[table-anonymous-objects-173.htm]
+  type: reftest
+  expected:
+    if os == "linux": FAIL