Cargoify servo

python/servo/bootstrap_commands.py

@@ -0,0 +1,153 @@
+from __future__ import print_function, unicode_literals
+
+import os
+import os.path as path
+import shutil
+import subprocess
+import sys
+import tarfile
+import urllib
+
+from mach.decorators import (
+    CommandArgument,
+    CommandProvider,
+    Command,
+)
+
+from servo.command_base import CommandBase, cd
+
+def host_triple():
+    os_type = subprocess.check_output(["uname", "-s"]).strip().lower()
+    if os_type == "linux":
+        os_type = "unknown-linux-gnu"
+    elif os_type == "darwin":
+        os_type = "apple-darwin"
+    elif os_type == "android":
+        os_type == "linux-androideabi"
+    else:
+        os_type == "unknown"
+
+    cpu_type = subprocess.check_output(["uname", "-m"]).strip().lower()
+    if cpu_type in ["i386", "i486", "i686", "i768", "x86"]:
+        cpu_type = "i686"
+    elif cpu_type in ["x86_64", "x86-64", "x64", "amd64"]:
+        cpu_type = "x86_64"
+    elif cpu_type == "arm":
+        cpu_type = "arm"
+    else:
+        cpu_type = "unknown"
+
+    return "%s-%s" % (cpu_type, os_type)
+
+def download(desc, src, dst):
+    recved = [0]
+    def report(count, bsize, fsize):
+        recved[0] += bsize
+        pct = recved[0] * 100.0 / fsize
+        print("\rDownloading %s: %5.1f%%" % (desc, pct), end="")
+        sys.stdout.flush()
+
+    urllib.urlretrieve(src, dst, report)
+    print()
+
+def extract(src, dst, movedir=None):
+    tarfile.open(src).extractall(dst)
+
+    if movedir:
+        for f in os.listdir(movedir):
+            frm = path.join(movedir, f)
+            to = path.join(dst, f)
+            os.rename(frm, to)
+        os.rmdir(movedir)
+
+    os.remove(src)
+
+@CommandProvider
+class MachCommands(CommandBase):
+    @Command('env',
+             description='Print environment setup commands',
+             category='bootstrap')
+    def env(self):
+        env = self.build_env()
+        print("export PATH=%s" % env["PATH"])
+        if sys.platform == "darwin":
+            print("export DYLD_LIBRARY_PATH=%s" % env["DYLD_LIBRARY_PATH"])
+        else:
+            print("export LD_LIBRARY_PATH=%s" % env["LD_LIBRARY_PATH"])
+
+    @Command('bootstrap-rust',
+             description='Download the Rust compiler snapshot',
+             category='bootstrap')
+    @CommandArgument('--force', '-f',
+                     action='store_true',
+                     help='Force download even if a snapshot already exists')
+    def bootstrap_rustc(self, force=False):
+        rust_dir = path.join(self.context.topdir, "rust")
+        if not force and path.exists(path.join(rust_dir, "bin", "rustc")):
+            print("Snapshot Rust compiler already downloaded.", end=" ")
+            print("Use |bootstrap_rust --force| to download again.")
+            return
+
+        if path.isdir(rust_dir):
+            shutil.rmtree(rust_dir)
+        os.mkdir(rust_dir)
+
+        snapshot_hash = open(path.join(self.context.topdir, "rust-snapshot-hash")).read().strip()
+        snapshot_path = "%s-%s.tar.gz" % (snapshot_hash, host_triple())
+        snapshot_url = "https://servo-rust.s3.amazonaws.com/%s" % snapshot_path
+        tgz_file = path.join(rust_dir, path.basename(snapshot_path))
+
+        download("Rust snapshot", snapshot_url, tgz_file)
+
+        print("Extracting Rust snapshot...")
+        snap_dir = path.join(rust_dir,
+                             path.basename(tgz_file).replace(".tar.gz", ""))
+        extract(tgz_file, rust_dir, movedir=snap_dir)
+        print("Snapshot Rust ready.")
+
+    @Command('bootstrap-cargo',
+             description='Download the Cargo build tool',
+             category='bootstrap')
+    @CommandArgument('--force', '-f',
+                     action='store_true',
+                     help='Force download even if cargo already exists')
+    def bootstrap_cargo(self, force=False):
+        cargo_dir = path.join(self.context.topdir, "cargo")
+        if not force and path.exists(path.join(cargo_dir, "bin", "cargo")):
+            print("Cargo already downloaded.", end=" ")
+            print("Use |bootstrap_cargo --force| to download again.")
+            return
+
+        if path.isdir(cargo_dir):
+            shutil.rmtree(cargo_dir)
+        os.mkdir(cargo_dir)
+
+        tgz_file = "cargo-nightly-%s.tar.gz" % host_triple()
+        nightly_url = "http://static.rust-lang.org/cargo-dist/%s" % tgz_file
+
+        download("Cargo nightly", nightly_url, tgz_file)
+
+        print("Extracting Cargo nightly...")
+        nightly_dir = path.join(cargo_dir,
+                                path.basename(tgz_file).replace(".tar.gz", ""))
+        extract(tgz_file, cargo_dir, movedir=nightly_dir)
+        print("Cargo ready.")
+
+    @Command('update-submodules',
+             description='Update submodules',
+             category='bootstrap')
+    def update_submodules(self):
+        submodules = subprocess.check_output(["git", "submodule", "status"])
+        for line in submodules.split('\n'):
+            components = line.strip().split(' ')
+            if len(components) > 1:
+                module_path = components[1]
+                if path.exists(module_path):
+                    with cd(module_path):
+                        output = subprocess.check_output(["git", "status", "--porcelain"])
+                        if len(output) != 0:
+                            print("error: submodule %s is not clean" % module_path)
+                            print("\nClean the submodule and try again.")
+                            return 1
+        subprocess.check_call(["git", "submodule", "--quiet", "sync", "--recursive"])
+        subprocess.check_call(["git", "submodule", "update", "--init", "--recursive"])