Enable webdriver new_session tests

tests/wpt/include.ini

@@ -125,6 +125,12 @@ skip: true
   skip: false
 [WebCryptoAPI]
   skip: false
+[webdriver]
+  skip: true
+  [tests]
+    skip: true
+    [new_session]
+      skip: false
 [webgl]
   skip: false
 [webvr]

tests/wpt/metadata/webdriver/tests/new_session/default_values.py.ini

@@ -0,0 +1,13 @@
+[default_values.py]
+  [test_ignore_non_spec_fields_in_capabilities]
+    expected: FAIL
+
+  [test_valid_but_unmatchable_key]
+    expected: FAIL
+
+  [test_no_capabilites]
+    expected: FAIL
+
+  [test_desired]
+    expected: FAIL
+

tests/wpt/metadata/webdriver/tests/new_session/invalid_capabilities.py.ini

@@ -0,0 +1,586 @@
+[invalid_capabilities.py]
+  [test_invalid_values[timeouts-value58-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[platformName-value13-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value43-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value54-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value28-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value40-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[firefox-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[automaticInspection-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[browserName-1-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value57-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-dismiss -<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value62-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value37-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-value69-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-False-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value31-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-interactive-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value37-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-DISMISS-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value39-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[firefox_binary-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[strictFileInteractability-false-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[acceptInsecureCerts-value1-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value50-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[browserVersion-False-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[logFile-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value60-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-value68-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[platformName-value13-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[browserName-value6-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-value18-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value57-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[nativeEvents-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-False-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-eagerblah-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value58-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[platform-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[browserVersion-False-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value61-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value46-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-Accept-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[acceptInsecureCerts-1-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value39-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[firefox_binary-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[logLevel-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[browserName-1-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[strictFileInteractability-false-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value50-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-eager -<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[profile-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[platformVersion-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value36-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[acceptInsecureCerts-value2-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[platformName-False-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value33-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value59-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value49-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-1-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[browserName-value5-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[browser-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value41-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value62-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value42-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value32-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[chromeOptions-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-value69-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-{}-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[trustAllSSLCertificates-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[initialBrowserUrl-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value56-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-Eager-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[strictFileInteractability-value64-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-{}-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[acceptInsecureCerts-false-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value52-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[browserVersion-value10-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[strictFileInteractability-value64-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[firefox-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[platformVersion-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-dismiss -<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value36-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value43-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value28-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[strictFileInteractability-value65-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[acceptInsecureCerts-value2-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value54-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value49-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-1-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value40-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[nativeEvents-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[browserName-value5-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value32-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[platform-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-interactive-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value31-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-False-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-{}-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[initialBrowserUrl-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-Eager-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-dismissABC-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value56-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-value68-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[automaticProfiling-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[acceptInsecureCerts-value1-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-eager -<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-1-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[chromeOptions-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value61-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[version-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-dismissABC-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value51-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-value17-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[requireWindowFocus-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[browserVersion-value9-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value34-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[platformName-value14-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value44-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[browser-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value38-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[ensureCleanSession-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value33-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior- dismiss-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[browserName-False-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value52-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-invalid-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[strictFileInteractability-1-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value30-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value53-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[platformName-value14-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value60-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy- eager-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value51-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[platformName-False-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-1-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[version-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[browserVersion-value9-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-value18-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[javascriptEnabled-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value59-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value34-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value41-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value42-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-1-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[requireWindowFocus-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value44-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[automaticInspection-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_always_match[None\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value38-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior- dismiss-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[browserVersion-value10-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-{}-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[firefoxOptions-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[acceptInsecureCerts-false-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[browserName-False-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[seleniumProtocol-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[javascriptEnabled-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-False-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[automaticProfiling-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[safari.options-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[browserName-value6-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[platformName-1-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value35-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[ensureCleanSession-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[logFile-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-DISMISS-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-eagerblah-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[strictFileInteractability-1-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-Accept-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value55-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-1-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-NONE-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-1-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[profile-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[firefoxOptions-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value46-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[browserVersion-1-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[trustAllSSLCertificates-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_extensions[safari.options-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[platformName-1-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value35-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[logLevel-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-value17-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[acceptInsecureCerts-1-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[strictFileInteractability-value65-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-False-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy- eager-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-NONE-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-1-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_extensions[seleniumProtocol-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[browserVersion-1-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[pageLoadStrategy-invalid-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value55-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[timeouts-value53-<lambda>1\]]
+    expected: FAIL
+
+  [test_invalid_values[proxy-value30-<lambda>0\]]
+    expected: FAIL
+
+  [test_invalid_values[unhandledPromptBehavior-False-<lambda>1\]]
+    expected: FAIL
+

tests/wpt/metadata/webdriver/tests/new_session/merge.py.ini

@@ -0,0 +1,28 @@
+[merge.py]
+  [test_merge_invalid[unhandledPromptBehavior-value2\]]
+    expected: FAIL
+
+  [test_merge_platformName]
+    expected: FAIL
+
+  [test_platform_name[<lambda>0\]]
+    expected: FAIL
+
+  [test_platform_name[<lambda>1\]]
+    expected: FAIL
+
+  [test_merge_invalid[timeouts-value4\]]
+    expected: FAIL
+
+  [test_merge_browserName]
+    expected: FAIL
+
+  [test_merge_invalid[unhandledPromptBehavior-value1\]]
+    expected: FAIL
+
+  [test_merge_invalid[timeouts-value3\]]
+    expected: FAIL
+
+  [test_merge_invalid[acceptInsecureCerts-value0\]]
+    expected: FAIL
+

tests/wpt/metadata/webdriver/tests/new_session/page_load_strategy.py.ini

@@ -0,0 +1,4 @@
+[page_load_strategy.py]
+  [test_pageLoadStrategy]
+    expected: FAIL
+

tests/wpt/metadata/webdriver/tests/new_session/platform_name.py.ini

@@ -0,0 +1,4 @@
+[platform_name.py]
+  [test_corresponds_to_local_system]
+    expected: FAIL
+

tests/wpt/metadata/webdriver/tests/new_session/response.py.ini

@@ -0,0 +1,40 @@
+[response.py]
+  [test_capability_default_value[strictFileInteractability-False\]]
+    expected: FAIL
+
+  [test_capability_default_value[timeouts-default_value4\]]
+    expected: FAIL
+
+  [test_capability_type[platformName-basestring\]]
+    expected: FAIL
+
+  [test_capability_type[unhandledPromptBehavior-basestring\]]
+    expected: FAIL
+
+  [test_capability_default_value[setWindowRect-True\]]
+    expected: FAIL
+
+  [test_capability_type[pageLoadStrategy-basestring\]]
+    expected: FAIL
+
+  [test_capability_default_value[proxy-default_value2\]]
+    expected: FAIL
+
+  [test_capability_default_value[unhandledPromptBehavior-dismiss and notify\]]
+    expected: FAIL
+
+  [test_capability_type[timeouts-dict\]]
+    expected: FAIL
+
+  [test_capability_type[proxy-dict\]]
+    expected: FAIL
+
+  [test_capability_type[strictFileInteractability-bool\]]
+    expected: FAIL
+
+  [test_capability_default_value[pageLoadStrategy-normal\]]
+    expected: FAIL
+
+  [test_capability_type[setWindowRect-bool\]]
+    expected: FAIL
+

tests/wpt/metadata/webdriver/tests/new_session/timeouts.py.ini

@@ -0,0 +1,25 @@
+[timeouts.py]
+  [test_default_values]
+    expected: FAIL
+
+  [test_timeouts[timeouts0\]]
+    expected: FAIL
+
+  [test_invalid_timeouts[timeouts1\]]
+    expected: FAIL
+
+  [test_timeouts[timeouts2\]]
+    expected: FAIL
+
+  [test_timeouts[timeouts3\]]
+    expected: FAIL
+
+  [test_invalid_timeouts[timeouts0\]]
+    expected: FAIL
+
+  [test_timeouts[timeouts1\]]
+    expected: FAIL
+
+  [test_invalid_timeouts[timeouts2\]]
+    expected: FAIL
+