mirror of
https://github.com/servo/servo.git
synced 2025-06-04 07:35:36 +00:00
c96de69e80
Requires servo/servo#37045 for deps and config. Testing: No need for tests to test tests. Fixes: servo/servo#37041 --------- Signed-off-by: zefr0x <zer0-x.7ty50@aleeas.com>
121 lines
4.1 KiB
Python
121 lines
4.1 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
# pylint: disable=missing-docstring
|
|
|
|
import os
|
|
import subprocess
|
|
import shutil
|
|
import sys
|
|
|
|
from wptrunner.update import setup_logging, WPTUpdate # noqa: F401
|
|
from wptrunner.update.base import exit_unclean # noqa: F401
|
|
from wptrunner import wptcommandline # noqa: F401
|
|
|
|
from . import WPT_PATH
|
|
from . import manifestupdate
|
|
|
|
TEST_ROOT = os.path.join(WPT_PATH, "tests")
|
|
META_ROOTS = [os.path.join(WPT_PATH, "meta"), os.path.join(WPT_PATH, "meta-legacy")]
|
|
|
|
|
|
def do_sync(**kwargs) -> int:
|
|
last_commit = subprocess.check_output(["git", "log", "-1"])
|
|
|
|
# Commits should always be authored by the GitHub Actions bot.
|
|
os.environ["GIT_AUTHOR_NAME"] = "Servo WPT Sync"
|
|
os.environ["GIT_AUTHOR_EMAIL"] = "ghbot+wpt-sync@servo.org"
|
|
os.environ["GIT_COMMITTER_NAME"] = os.environ["GIT_AUTHOR_NAME"]
|
|
os.environ["GIT_COMMITTER_EMAIL"] = os.environ["GIT_AUTHOR_EMAIL"]
|
|
|
|
print("Updating WPT from upstream...")
|
|
run_update(**kwargs)
|
|
|
|
if last_commit == subprocess.check_output(["git", "log", "-1"]):
|
|
return 255
|
|
|
|
# Update the manifest twice to reach a fixed state
|
|
# (https://github.com/servo/servo/issues/22275).
|
|
print("Updating test manifests...")
|
|
manifestupdate.update(check_clean=False)
|
|
manifestupdate.update(check_clean=False)
|
|
|
|
remove_unused_metadata()
|
|
|
|
if subprocess.check_call(["git", "commit", "-a", "--amend", "--no-edit", "-q"]) != 0:
|
|
print("Ammending commit failed. Bailing out.")
|
|
return 1
|
|
|
|
return 0
|
|
|
|
|
|
def remove_unused_metadata():
|
|
print("Removing unused results...")
|
|
unused_files = []
|
|
unused_dirs = []
|
|
|
|
for meta_root in META_ROOTS:
|
|
for base_dir, dir_names, files in os.walk(meta_root):
|
|
# Skip recursing into any directories that were previously found to be missing.
|
|
if any([os.path.commonpath([base_dir, unused_dir]) == unused_dir for unused_dir in unused_dirs]):
|
|
continue
|
|
|
|
for dir_name in dir_names:
|
|
dir_path = os.path.join(base_dir, dir_name)
|
|
|
|
# Skip any known directories that are meta-metadata.
|
|
if dir_name == ".cache":
|
|
unused_dirs.append(dir_path)
|
|
continue
|
|
|
|
# Turn tests/wpt/meta/foo into tests/wpt/tests/foo.
|
|
test_dir = os.path.join(TEST_ROOT, os.path.relpath(dir_path, meta_root))
|
|
if not os.path.exists(test_dir):
|
|
unused_dirs.append(dir_path)
|
|
|
|
for fname in files:
|
|
# Skip any known files that are meta-metadata.
|
|
if not fname.endswith(".ini") or fname == "__dir__.ini":
|
|
continue
|
|
|
|
# Turn tests/wpt/meta/foo/bar.html.ini into tests/wpt/tests/foo/bar.html.
|
|
test_file = os.path.join(TEST_ROOT, os.path.relpath(base_dir, meta_root), fname[:-4])
|
|
|
|
if not os.path.exists(test_file):
|
|
unused_files.append(os.path.join(base_dir, fname))
|
|
|
|
for file in unused_files:
|
|
print(f" - {file}")
|
|
os.remove(file)
|
|
for directory in unused_dirs:
|
|
print(f" - {directory}")
|
|
shutil.rmtree(directory)
|
|
|
|
|
|
def update_tests(**kwargs) -> int:
|
|
def set_if_none(args: dict, key: str, value):
|
|
if key not in args or args[key] is None:
|
|
args[key] = value
|
|
|
|
set_if_none(kwargs, "config", os.path.join(WPT_PATH, "config.ini"))
|
|
kwargs["product"] = "servo"
|
|
kwargs["store_state"] = False
|
|
|
|
wptcommandline.set_from_config(kwargs)
|
|
if hasattr(wptcommandline, "check_paths"):
|
|
wptcommandline.check_paths(kwargs["test_paths"])
|
|
|
|
if kwargs.get("sync", False):
|
|
return do_sync(**kwargs)
|
|
|
|
return 0 if run_update(**kwargs) else 1
|
|
|
|
|
|
def run_update(**kwargs) -> bool:
|
|
"""Run the update process returning True if the process is successful."""
|
|
logger = setup_logging(kwargs, {"mach": sys.stdout})
|
|
return WPTUpdate(logger, **kwargs).run() != exit_unclean
|
|
|
|
|
|
def create_parser(**_kwargs):
|
|
return wptcommandline.create_parser_update()
|