Establish baseline webdriver conformance results (#35024)

https://github.com/web-platform-tests/wpt/pull/50041 allows us to start
running the webdriver conformance tests in Servo, which will make it
easier for us to track regressions/improvements in our webdriver server
implementation.

---
- [x] `./mach build -d` does not report any errors
- [x] `./mach test-tidy` does not report any errors
- [x] These changes are part of #15274
- [x] There are tests for these changes

---------

Signed-off-by: Josh Matthews <josh@joshmatthews.net>
This commit is contained in:
Josh Matthews 2025-05-01 17:13:27 -04:00 committed by GitHub
parent 573d394898
commit 46f59e329c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
189 changed files with 5873 additions and 78 deletions

View file

@ -51,6 +51,11 @@ def run_tests(default_binary_path: str, **kwargs):
os.environ["RUST_BACKTRACE"] = "1"
os.environ["HOST_FILE"] = os.path.join(SERVO_ROOT, "tests", "wpt", "hosts")
# The pytest framework used in the webdriver conformance tests dumps the
# environment variables when unexpected results occur, and this variable
# makes CI logs unreadable.
github_context = os.environ.pop("GITHUB_CONTEXT", None)
set_if_none(kwargs, "product", "servo")
set_if_none(kwargs, "config", os.path.join(WPT_PATH, "config.ini"))
set_if_none(kwargs, "include_manifest", os.path.join(WPT_PATH, "include.ini"))
@ -142,6 +147,9 @@ def run_tests(default_binary_path: str, **kwargs):
kwargs["pause_after_test"] = False
wptrunner.run_tests(**kwargs)
if github_context:
os.environ["GITHUB_CONTEXT"] = github_context
# Use the second run to mark tests from the first run as flaky, but
# discard the results otherwise.
# TODO: It might be a good idea to send the new results to the