Update web-platform-tests.

python/servo/testing_commands.py

@@ -208,6 +208,7 @@ class MachCommands(CommandBase):
         return not subprocess.call([
             "bash",
             path.join("tests", "wpt", "run.sh"),
+            "--no-pause-after-test",
             "--include",
             "infrastructure/failing-test.html"
         ], env=self.build_env())

tests/wpt/metadata/DOMEvents/event-phases-order.html.ini

@@ -1,6 +1,5 @@
 [event-phases-order.html]
   type: testharness
-  expected: TIMEOUT
   [Event phases order]
-    expected: NOTRUN
+    expected: FAIL
 

tests/wpt/metadata/DOMEvents/tests/submissions/Microsoft/converted/dispatchEvent.DISPATCH_REQUEST_ERR.html.ini

@@ -1,5 +0,0 @@
-[dispatchEvent.DISPATCH_REQUEST_ERR.html]
-  type: testharness
-  [Test Description: dispatchEvent() raises DISPATCH_REQUEST_ERR EventException if the Event object is already being dispatched.]
-    expected: FAIL
-

tests/wpt/metadata/XMLHttpRequest/open-during-abort.htm.ini

@@ -0,0 +1,5 @@
+[open-during-abort.htm]
+  type: testharness
+  [XMLHttpRequest: open() during abort()]
+    expected: FAIL
+

tests/wpt/metadata/XMLHttpRequest/open-url-worker-origin.htm.ini

@@ -1,3 +1,9 @@
 [open-url-worker-origin.htm]
   type: testharness
   expected: TIMEOUT
+  [XMLHttpRequest: worker scripts, origin and referrer]
+    expected: NOTRUN
+
+  [Referer header]
+    expected: FAIL
+

tests/wpt/metadata/XMLHttpRequest/setrequestheader-bogus-name.htm.ini

@@ -1,3 +1,6 @@
 [setrequestheader-bogus-name.htm]
   type: testharness
   expected: TIMEOUT
+  [setRequestHeader should throw with header name "\xef\xbe\x83\xef\xbd\xbd\xef\xbe\x84".]
+    expected: TIMEOUT
+

tests/wpt/metadata/XMLHttpRequest/setrequestheader-bogus-value.htm.ini

@@ -1,3 +1,6 @@
 [setrequestheader-bogus-value.htm]
   type: testharness
   expected: TIMEOUT
+  [XMLHttpRequest: setRequestHeader() value argument checks 2]
+    expected: TIMEOUT
+

tests/wpt/metadata/XMLHttpRequest/status-async.htm.ini

@@ -1,3 +1,33 @@
 [status-async.htm]
   type: testharness
   expected: TIMEOUT
+  [XMLHttpRequest: status/statusText - various responses 5 (HEAD 401)]
+    expected: TIMEOUT
+
+  [XMLHttpRequest: status/statusText - various responses 7 (GET 402)]
+    expected: FAIL
+
+  [XMLHttpRequest: status/statusText - various responses 8 (HEAD 402)]
+    expected: TIMEOUT
+
+  [XMLHttpRequest: status/statusText - various responses 9 (CHICKEN 402)]
+    expected: FAIL
+
+  [XMLHttpRequest: status/statusText - various responses 11 (HEAD 402)]
+    expected: TIMEOUT
+
+  [XMLHttpRequest: status/statusText - various responses 20 (HEAD 502)]
+    expected: TIMEOUT
+
+  [XMLHttpRequest: status/statusText - various responses 23 (HEAD 503)]
+    expected: TIMEOUT
+
+  [XMLHttpRequest: status/statusText - various responses 25 (GET 699)]
+    expected: FAIL
+
+  [XMLHttpRequest: status/statusText - various responses 26 (HEAD 699)]
+    expected: FAIL
+
+  [XMLHttpRequest: status/statusText - various responses 27 (CHICKEN 699)]
+    expected: FAIL
+

tests/wpt/metadata/dom/nodes/Comment-constructor.html.ini

@@ -1,3 +1,9 @@
 [Comment-constructor.html]
   type: testharness
   expected: TIMEOUT
+  [new Comment(): undefined]
+    expected: FAIL
+
+  [new Comment() should get the correct ownerDocument across globals]
+    expected: TIMEOUT
+

tests/wpt/metadata/dom/nodes/Text-constructor.html.ini

@@ -1,3 +1,9 @@
 [Text-constructor.html]
   type: testharness
   expected: TIMEOUT
+  [new Text(): undefined]
+    expected: FAIL
+
+  [new Text() should get the correct ownerDocument across globals]
+    expected: TIMEOUT
+

tests/wpt/metadata/html/browsers/the-window-object/window-named-properties.html.ini

@@ -1,3 +1,18 @@
 [window-named-properties.html]
   type: testharness
   expected: TIMEOUT
+  [Static name]
+    expected: FAIL
+
+  [Static name on the prototype]
+    expected: FAIL
+
+  [constructor]
+    expected: FAIL
+
+  [Dynamic name]
+    expected: TIMEOUT
+
+  [Ghost name]
+    expected: NOTRUN
+

tests/wpt/metadata/html/dom/elements/global-attributes/dir_auto-N-EN.html.ini

@@ -0,0 +1,3 @@
+[dir_auto-N-EN.html]
+  type: reftest
+  expected: FAIL

tests/wpt/metadata/html/dom/interfaces.html.ini

@@ -9797,3 +9797,4 @@
 
   [Window interface: existence and properties of interface prototype object]
     expected: FAIL
+

tests/wpt/metadata/html/infrastructure/urls/terminology-0/document-base-url.html.ini

@@ -1,3 +1,15 @@
 [document-base-url.html]
   type: testharness
   expected: TIMEOUT
+  [The document base URL of a document containing one or more base elements with href attributes is the frozen base URL of the first base element in the document that has an href attribute, in tree order.]
+    expected: FAIL
+
+  [The fallback base URL of a document containing no base element is the document\'s address.]
+    expected: FAIL
+
+  [The fallback base URL of a document whose address is about:blank is the document base URL of the creator document.]
+    expected: TIMEOUT
+
+  [The fallback base URL of an iframe srcdoc document is the document base URL of the document\'s browsing context\'s browsing context container\'s document.]
+    expected: TIMEOUT
+

tests/wpt/metadata/html/semantics/document-metadata/the-base-element/base_multiple.html.ini

@@ -3,3 +3,4 @@
   expected: ERROR
   [The attributes of the a element must be affected by the first base element]
     expected: FAIL
+

tests/wpt/metadata/html/semantics/embedded-content/the-img-element/environment-changes/viewport-change.html.ini

@@ -1,93 +1,3 @@
 [viewport-change.html]
   type: testharness
   expected: TIMEOUT
-  [img (no src), onload, narrow]
-    expected: FAIL
-
-  [img (empty src), onload, narrow]
-    expected: FAIL
-
-  [img (src only) broken image, onload, narrow]
-    expected: FAIL
-
-  [img (src only) valid image, onload, narrow]
-    expected: FAIL
-
-  [img (srcset 1 cand) broken image, onload, narrow]
-    expected: FAIL
-
-  [img (srcset 1 cand) valid image, onload, narrow]
-    expected: FAIL
-
-  [picture: source (max-width:500px) broken image, img broken image, onload, narrow]
-    expected: FAIL
-
-  [picture: source (max-width:500px) broken image, img broken image, resize to wide]
-    expected: TIMEOUT
-
-  [picture: source (max-width:500px) broken image, img valid image, onload, narrow]
-    expected: FAIL
-
-  [picture: source (max-width:500px) broken image, img valid image, resize to wide]
-    expected: TIMEOUT
-
-  [picture: source (max-width:500px) valid image, img broken image, onload, narrow]
-    expected: FAIL
-
-  [picture: source (max-width:500px) valid image, img broken image, resize to wide]
-    expected: TIMEOUT
-
-  [picture: source (max-width:500px) valid image, img valid image, onload, narrow]
-    expected: FAIL
-
-  [picture: source (max-width:500px) valid image, img valid image, resize to wide]
-    expected: TIMEOUT
-
-  [picture: same URL in source (max-width:500px) and img, onload, narrow]
-    expected: FAIL
-
-  [img (no src), onload, wide]
-    expected: FAIL
-
-  [img (empty src), onload, wide]
-    expected: FAIL
-
-  [img (src only) broken image, onload, wide]
-    expected: FAIL
-
-  [img (src only) valid image, onload, wide]
-    expected: FAIL
-
-  [img (srcset 1 cand) broken image, onload, wide]
-    expected: FAIL
-
-  [img (srcset 1 cand) valid image, onload, wide]
-    expected: FAIL
-
-  [picture: source (max-width:500px) broken image, img broken image, onload, wide]
-    expected: FAIL
-
-  [picture: source (max-width:500px) broken image, img broken image, resize to narrow]
-    expected: TIMEOUT
-
-  [picture: source (max-width:500px) broken image, img valid image, onload, wide]
-    expected: FAIL
-
-  [picture: source (max-width:500px) broken image, img valid image, resize to narrow]
-    expected: TIMEOUT
-
-  [picture: source (max-width:500px) valid image, img broken image, onload, wide]
-    expected: FAIL
-
-  [picture: source (max-width:500px) valid image, img broken image, resize to narrow]
-    expected: TIMEOUT
-
-  [picture: source (max-width:500px) valid image, img valid image, onload, wide]
-    expected: FAIL
-
-  [picture: source (max-width:500px) valid image, img valid image, resize to narrow]
-    expected: TIMEOUT
-
-  [picture: same URL in source (max-width:500px) and img, onload, wide]
-    expected: FAIL
-

tests/wpt/metadata/html/semantics/forms/textfieldselection/textfieldselection-setRangeText.html.ini

@@ -1,3 +1,27 @@
 [textfieldselection-setRangeText.html]
   type: testharness
   expected: TIMEOUT
+  [text setRangeText fires a select event]
+    expected: NOTRUN
+
+  [text setRangeText with only one argument replaces the value between selectionStart and selectionEnd, otherwise replaces the value between 2nd and 3rd arguments]
+    expected: FAIL
+
+  [text selectionMode missing]
+    expected: FAIL
+
+  [text selectionMode \'select\']
+    expected: FAIL
+
+  [text selectionMode \'start\']
+    expected: FAIL
+
+  [text selectionMode \'end\']
+    expected: FAIL
+
+  [text selectionMode \'preserve\']
+    expected: FAIL
+
+  [text setRangeText with 3rd argument greater than 2nd argument throws an IndexSizeError exception]
+    expected: FAIL
+

tests/wpt/metadata/html/semantics/grouping-content/the-li-element/grouping-li-novalue-MANUAL.html.ini

@@ -0,0 +1,3 @@
+[grouping-li-novalue-MANUAL.html]
+  type: testharness
+  expected: TIMEOUT

tests/wpt/metadata/html/semantics/interactive-elements/the-details-element/toggleEvent.html.ini

@@ -1,3 +1,21 @@
 [toggleEvent.html]
   type: testharness
   expected: TIMEOUT
+  [Adding open to \'details\' should fire a toggle event at the \'details\' element]
+    expected: NOTRUN
+
+  [Removing open from \'details\' should fire a toggle event at the \'details\' element]
+    expected: NOTRUN
+
+  [Adding open to \'details\' (display:none) should fire a toggle event at the \'details\' element]
+    expected: NOTRUN
+
+  [Adding open from \'details\' (no children) should fire a toggle event at the \'details\' element]
+    expected: NOTRUN
+
+  [Calling open twice on \'details\' fires only one toggle event]
+    expected: FAIL
+
+  [Adding open to \'details\' (not in the document) should fire a toggle event at the \'details\' element]
+    expected: TIMEOUT
+

tests/wpt/metadata/html/semantics/scripting-1/the-script-element/script-for-event.html.ini

@@ -0,0 +1,8 @@
+[script-for-event.html]
+  type: testharness
+  [Script 15]
+    expected: FAIL
+
+  [Script 16]
+    expected: FAIL
+

tests/wpt/metadata/old-tests/submission/Opera/script_scheduling/079.html.ini

@@ -1,3 +1,6 @@
 [079.html]
   type: testharness
   expected: TIMEOUT
+  [ setting location to javascript URL from event handler ]
+    expected: TIMEOUT
+

tests/wpt/metadata/webstorage/event_constructor.html.ini

@@ -1,3 +1,9 @@
 [event_constructor.html]
   type: testharness
   expected: TIMEOUT
+  [Web Storage]
+    expected: FAIL
+
+  [storageeventinit test]
+    expected: NOTRUN
+

tests/wpt/metadata/webstorage/event_constructor_js.html.ini

@@ -1,3 +1,9 @@
 [event_constructor_js.html]
   type: testharness
   expected: TIMEOUT
+  [Web Storage]
+    expected: FAIL
+
+  [StorageEvent constructor and nulls]
+    expected: NOTRUN
+

tests/wpt/metadata/webstorage/event_local_key.html.ini

@@ -1,4 +1,6 @@
 [event_local_key.html]
   type: testharness
-  expected: TIMEOUT 
+  expected: TIMEOUT
+  [key property test of local event]
+    expected: NOTRUN
 

tests/wpt/metadata/webstorage/event_local_newvalue.html.ini

@@ -1,4 +1,6 @@
 [event_local_newvalue.html]
   type: testharness
   expected: TIMEOUT
+  [newValue property test of local event]
+    expected: NOTRUN
 

tests/wpt/metadata/webstorage/event_local_oldvalue.html.ini

@@ -1,3 +1,6 @@
 [event_local_oldvalue.html]
   type: testharness
-  expected: TIMEOUT 
+  expected: TIMEOUT
+  [oldValue property test of local event]
+    expected: NOTRUN
+

tests/wpt/metadata/webstorage/event_local_storagearea.html.ini

@@ -1,3 +1,6 @@
 [event_local_storagearea.html]
   type: testharness
   expected: TIMEOUT
+  [storageArea property test of local event]
+    expected: NOTRUN
+

tests/wpt/metadata/webstorage/event_local_storageeventinit.html.ini

@@ -1,3 +1,9 @@
 [event_local_storageeventinit.html]
   type: testharness
   expected: TIMEOUT
+  [Web Storage]
+    expected: FAIL
+
+  [storageeventinit test]
+    expected: NOTRUN
+

tests/wpt/metadata/webstorage/event_local_url.html.ini

@@ -1,3 +1,6 @@
 [event_local_url.html]
   type: testharness
   expected: TIMEOUT
+  [url property test of local event]
+    expected: NOTRUN
+

tests/wpt/metadata/webstorage/event_session_key.html.ini

@@ -1,3 +1,6 @@
 [event_session_key.html]
   type: testharness
   expected: TIMEOUT
+  [key property test of session event]
+    expected: NOTRUN
+

tests/wpt/metadata/webstorage/event_session_newvalue.html.ini

@@ -1,3 +1,6 @@
 [event_session_newvalue.html]
   type: testharness
   expected: TIMEOUT
+  [newvalue property test of session event]
+    expected: NOTRUN
+

tests/wpt/metadata/webstorage/event_session_oldvalue.html.ini

@@ -1,3 +1,6 @@
 [event_session_oldvalue.html]
   type: testharness
   expected: TIMEOUT
+  [oldvalue property test of session event]
+    expected: NOTRUN
+

tests/wpt/metadata/webstorage/event_session_storagearea.html.ini

@@ -1,3 +1,6 @@
 [event_session_storagearea.html]
   type: testharness
   expected: TIMEOUT
+  [storageArea property test of session event]
+    expected: NOTRUN
+

tests/wpt/metadata/webstorage/event_session_storageeventinit.html.ini

@@ -1,3 +1,9 @@
 [event_session_storageeventinit.html]
   type: testharness
   expected: TIMEOUT
+  [Web Storage]
+    expected: FAIL
+
+  [storageeventinit test]
+    expected: NOTRUN
+

tests/wpt/metadata/webstorage/event_session_url.html.ini

@@ -1,3 +1,6 @@
 [event_session_url.html]
   type: testharness
   expected: TIMEOUT
+  [url property test of session event]
+    expected: NOTRUN
+

tests/wpt/metadata/webstorage/missing_arguments.html.ini

@@ -1,6 +1,5 @@
 [missing_arguments.html]
   type: testharness
-
   [Should throw TypeError for function "function () { new StorageEvent(); }".]
     expected: FAIL
 

tests/wpt/metadata/webstorage/storage_local_builtins.html.ini

@@ -2,3 +2,4 @@
   type: testharness
   [Web Storage]
     expected: FAIL
+

tests/wpt/metadata/webstorage/storage_local_index_js.html.ini

@@ -2,3 +2,4 @@
   type: testharness
   [Web Storage 3]
     expected: FAIL
+

tests/wpt/metadata/webstorage/storage_local_setitem_js.html.ini

@@ -2,13 +2,19 @@
   type: testharness
   [Web Storage 4]
     expected: FAIL
+
   [Web Storage 6]
     expected: FAIL
+
   [Web Storage 7]
     expected: FAIL
+
   [Web Storage 8]
     expected: FAIL
+
   [Web Storage 9]
     expected: FAIL
+
   [Web Storage 10]
     expected: FAIL
+

tests/wpt/metadata/workers/interfaces.worker.js.ini

@@ -9,6 +9,9 @@
   [EventTarget interface: operation removeEventListener(DOMString,EventListener,boolean)]
     expected: FAIL
 
+  [WorkerGlobalScope interface: existence and properties of interface object]
+    expected: FAIL
+
   [WorkerGlobalScope interface object length]
     expected: FAIL
 
@@ -45,9 +48,18 @@
   [WorkerGlobalScope interface: operation clearInterval(long)]
     expected: FAIL
 
+  [DedicatedWorkerGlobalScope interface: existence and properties of interface object]
+    expected: FAIL
+
   [DedicatedWorkerGlobalScope interface object length]
     expected: FAIL
 
+  [DedicatedWorkerGlobalScope interface: operation postMessage(any,[object Object\])]
+    expected: FAIL
+
+  [DedicatedWorkerGlobalScope interface: attribute onmessage]
+    expected: FAIL
+
   [WorkerGlobalScope interface: self must inherit property "close" with the proper type (2)]
     expected: FAIL
 
@@ -132,15 +144,3 @@
   [WorkerLocation interface: self.location must inherit property "pathname" with the proper type (6)]
     expected: FAIL
 
-  [WorkerGlobalScope interface: existence and properties of interface object]
-    expected: FAIL
-
-  [DedicatedWorkerGlobalScope interface: existence and properties of interface object]
-    expected: FAIL
-
-  [DedicatedWorkerGlobalScope interface: operation postMessage(any,[object Object\])]
-    expected: FAIL
-
-  [DedicatedWorkerGlobalScope interface: attribute onmessage]
-    expected: FAIL
-

tests/wpt/run.py

@@ -12,20 +12,9 @@ def wptsubdir(*args):
 
 # Imports
 sys.path.append(wptsubdir("web-platform-tests"))
-sys.path.append(wptsubdir("web-platform-tests", "tools", "scripts"))
 from wptrunner import wptrunner, wptcommandline
-import manifest
-
-def update_manifest():
-    manifest.update_manifest(wptsubdir("web-platform-tests"),
-                             rebuild=False,
-                             experimental_include_local_changes=True,
-                             path=wptsubdir("metadata", "MANIFEST.json"))
-    return True
 
 def run_tests(**kwargs):
-    if not os.path.isfile(wptsubdir("metadata", "MANIFEST.json")):
-        raise Exception("Manifest not found. Please use --update-manifest in WPTARGS to create one")
     wptrunner.setup_logging(kwargs, {"raw": sys.stdout})
     return wptrunner.run_tests(**kwargs)
 
@@ -38,10 +27,7 @@ def set_defaults(args):
 
 def main():
     parser = wptcommandline.create_parser()
-    parser.add_argument('--update-manifest', dest='update_manifest', action='store_true')
     args = parser.parse_args()
-    if args.update_manifest:
-        return update_manifest()
     kwargs = set_defaults(args)
     return run_tests(**kwargs)
 

tests/wpt/run.sh

@@ -21,7 +21,7 @@ source $wpt_root/_virtualenv/bin/activate
 if [[ $* == *--update-manifest* ]]; then
     (python -c "import html5lib" &>/dev/null) || pip install html5lib
 fi
-(python -c "import wptrunner"  &>/dev/null) || pip install 'wptrunner==1.10'
+(python -c "import wptrunner"  &>/dev/null) || pip install 'wptrunner==1.13'
 
 python $wpt_root/run.py \
   --config $wpt_root/config.ini \

tests/wpt/web-platform-tests

@@ -1 +1 @@
-Subproject commit b92aaee483567e9af446a6c637ceb376efb9489e
+Subproject commit 56db12eee9711048ea4c927a89b9e9e05fd97c1b