src/bootstrap/dist.rs

   1 // Copyright 2016 The Rust Project Developers. See the COPYRIGHT
   2 // file at the top-level directory of this distribution and at
   3 // http://rust-lang.org/COPYRIGHT.
   4 //
   5 // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
   6 // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
   7 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
   8 // option. This file may not be copied, modified, or distributed
   9 // except according to those terms.
  10
  11 //! Implementation of the various distribution aspects of the compiler.
  12 //!
  13 //! This module is responsible for creating tarballs of the standard library,
  14 //! compiler, and documentation. This ends up being what we distribute to
  15 //! everyone as well.
  16 //!
  17 //! No tarball is actually created literally in this file, but rather we shell
  18 //! out to `rust-installer` still. This may one day be replaced with bits and
  19 //! pieces of `rustup.rs`!
  20
  21 use std::env;
  22 use std::fs::{self, File};
  23 use std::io::{Read, Write};
  24 use std::path::{PathBuf, Path};
  25 use std::process::{Command, Stdio};
  26
  27 use build_helper::output;
  28
  29 #[cfg(not(target_os = "solaris"))]
  30 const SH_CMD: &'static str = "sh";
  31 // On Solaris, sh is the historical bourne shell, not a POSIX shell, or bash.
  32 #[cfg(target_os = "solaris")]
  33 const SH_CMD: &'static str = "bash";
  34
  35 use {Build, Compiler, Mode};
  36 use channel;
  37 use util::{cp_r, libdir, is_dylib, cp_filtered, copy, exe};
  38
  39 fn pkgname(build: &Build, component: &str) -> String {
  40     assert!(component.starts_with("rust")); // does not work with cargo
  41     format!("{}-{}", component, build.rust_package_vers())
  42 }
  43
  44 fn distdir(build: &Build) -> PathBuf {
  45     build.out.join("dist")
  46 }
  47
  48 pub fn tmpdir(build: &Build) -> PathBuf {
  49     build.out.join("tmp/dist")
  50 }
  51
  52 /// Builds the `rust-docs` installer component.
  53 ///
  54 /// Slurps up documentation from the `stage`'s `host`.
  55 pub fn docs(build: &Build, stage: u32, host: &str) {
  56     println!("Dist docs stage{} ({})", stage, host);
  57     if !build.config.docs {
  58         println!("\tskipping - docs disabled");
  59         return
  60     }
  61
  62     let name = pkgname(build, "rust-docs");
  63     let image = tmpdir(build).join(format!("{}-{}-image", name, host));
  64     let _ = fs::remove_dir_all(&image);
  65
  66     let dst = image.join("share/doc/rust/html");
  67     t!(fs::create_dir_all(&dst));
  68     let src = build.out.join(host).join("doc");
  69     cp_r(&src, &dst);
  70
  71     let mut cmd = Command::new(SH_CMD);
  72     cmd.arg(sanitize_sh(&build.src.join("src/rust-installer/gen-installer.sh")))
  73        .arg("--product-name=Rust-Documentation")
  74        .arg("--rel-manifest-dir=rustlib")
  75        .arg("--success-message=Rust-documentation-is-installed.")
  76        .arg(format!("--image-dir={}", sanitize_sh(&image)))
  77        .arg(format!("--work-dir={}", sanitize_sh(&tmpdir(build))))
  78        .arg(format!("--output-dir={}", sanitize_sh(&distdir(build))))
  79        .arg(format!("--package-name={}-{}", name, host))
  80        .arg("--component-name=rust-docs")
  81        .arg("--legacy-manifest-dirs=rustlib,cargo")
  82        .arg("--bulk-dirs=share/doc/rust/html");
  83     build.run(&mut cmd);
  84     t!(fs::remove_dir_all(&image));
  85
  86     // As part of this step, *also* copy the docs directory to a directory which
  87     // buildbot typically uploads.
  88     if host == build.config.build {
  89         let dst = distdir(build).join("doc").join(build.rust_package_vers());
  90         t!(fs::create_dir_all(&dst));
  91         cp_r(&src, &dst);
  92     }
  93 }
  94
  95 /// Build the `rust-mingw` installer component.
  96 ///
  97 /// This contains all the bits and pieces to run the MinGW Windows targets
  98 /// without any extra installed software (e.g. we bundle gcc, libraries, etc).
  99 /// Currently just shells out to a python script, but that should be rewritten
 100 /// in Rust.
 101 pub fn mingw(build: &Build, host: &str) {
 102     println!("Dist mingw ({})", host);
 103     let name = pkgname(build, "rust-mingw");
 104     let image = tmpdir(build).join(format!("{}-{}-image", name, host));
 105     let _ = fs::remove_dir_all(&image);
 106     t!(fs::create_dir_all(&image));
 107
 108     // The first argument to the script is a "temporary directory" which is just
 109     // thrown away (this contains the runtime DLLs included in the rustc package
 110     // above) and the second argument is where to place all the MinGW components
 111     // (which is what we want).
 112     //
 113     // FIXME: this script should be rewritten into Rust
 114     let mut cmd = Command::new(build.python());
 115     cmd.arg(build.src.join("src/etc/make-win-dist.py"))
 116        .arg(tmpdir(build))
 117        .arg(&image)
 118        .arg(host);
 119     build.run(&mut cmd);
 120
 121     let mut cmd = Command::new(SH_CMD);
 122     cmd.arg(sanitize_sh(&build.src.join("src/rust-installer/gen-installer.sh")))
 123        .arg("--product-name=Rust-MinGW")
 124        .arg("--rel-manifest-dir=rustlib")
 125        .arg("--success-message=Rust-MinGW-is-installed.")
 126        .arg(format!("--image-dir={}", sanitize_sh(&image)))
 127        .arg(format!("--work-dir={}", sanitize_sh(&tmpdir(build))))
 128        .arg(format!("--output-dir={}", sanitize_sh(&distdir(build))))
 129        .arg(format!("--package-name={}-{}", name, host))
 130        .arg("--component-name=rust-mingw")
 131        .arg("--legacy-manifest-dirs=rustlib,cargo");
 132     build.run(&mut cmd);
 133     t!(fs::remove_dir_all(&image));
 134 }
 135
 136 /// Creates the `rustc` installer component.
 137 pub fn rustc(build: &Build, stage: u32, host: &str) {
 138     println!("Dist rustc stage{} ({})", stage, host);
 139     let name = pkgname(build, "rustc");
 140     let image = tmpdir(build).join(format!("{}-{}-image", name, host));
 141     let _ = fs::remove_dir_all(&image);
 142     let overlay = tmpdir(build).join(format!("{}-{}-overlay", name, host));
 143     let _ = fs::remove_dir_all(&overlay);
 144
 145     // Prepare the rustc "image", what will actually end up getting installed
 146     prepare_image(build, stage, host, &image);
 147
 148     // Prepare the overlay which is part of the tarball but won't actually be
 149     // installed
 150     let cp = |file: &str| {
 151         install(&build.src.join(file), &overlay, 0o644);
 152     };
 153     cp("COPYRIGHT");
 154     cp("LICENSE-APACHE");
 155     cp("LICENSE-MIT");
 156     cp("README.md");
 157     // tiny morsel of metadata is used by rust-packaging
 158     let version = build.rust_version();
 159     t!(t!(File::create(overlay.join("version"))).write_all(version.as_bytes()));
 160
 161     // On MinGW we've got a few runtime DLL dependencies that we need to
 162     // include. The first argument to this script is where to put these DLLs
 163     // (the image we're creating), and the second argument is a junk directory
 164     // to ignore all other MinGW stuff the script creates.
 165     //
 166     // On 32-bit MinGW we're always including a DLL which needs some extra
 167     // licenses to distribute. On 64-bit MinGW we don't actually distribute
 168     // anything requiring us to distribute a license, but it's likely the
 169     // install will *also* include the rust-mingw package, which also needs
 170     // licenses, so to be safe we just include it here in all MinGW packages.
 171     //
 172     // FIXME: this script should be rewritten into Rust
 173     if host.contains("pc-windows-gnu") {
 174         let mut cmd = Command::new(build.python());
 175         cmd.arg(build.src.join("src/etc/make-win-dist.py"))
 176            .arg(&image)
 177            .arg(tmpdir(build))
 178            .arg(host);
 179         build.run(&mut cmd);
 180
 181         let dst = image.join("share/doc");
 182         t!(fs::create_dir_all(&dst));
 183         cp_r(&build.src.join("src/etc/third-party"), &dst);
 184     }
 185
 186     // Finally, wrap everything up in a nice tarball!
 187     let mut cmd = Command::new(SH_CMD);
 188     cmd.arg(sanitize_sh(&build.src.join("src/rust-installer/gen-installer.sh")))
 189        .arg("--product-name=Rust")
 190        .arg("--rel-manifest-dir=rustlib")
 191        .arg("--success-message=Rust-is-ready-to-roll.")
 192        .arg(format!("--image-dir={}", sanitize_sh(&image)))
 193        .arg(format!("--work-dir={}", sanitize_sh(&tmpdir(build))))
 194        .arg(format!("--output-dir={}", sanitize_sh(&distdir(build))))
 195        .arg(format!("--non-installed-overlay={}", sanitize_sh(&overlay)))
 196        .arg(format!("--package-name={}-{}", name, host))
 197        .arg("--component-name=rustc")
 198        .arg("--legacy-manifest-dirs=rustlib,cargo");
 199     build.run(&mut cmd);
 200     t!(fs::remove_dir_all(&image));
 201     t!(fs::remove_dir_all(&overlay));
 202
 203     fn prepare_image(build: &Build, stage: u32, host: &str, image: &Path) {
 204         let src = build.sysroot(&Compiler::new(stage, host));
 205         let libdir = libdir(host);
 206
 207         // Copy rustc/rustdoc binaries
 208         t!(fs::create_dir_all(image.join("bin")));
 209         cp_r(&src.join("bin"), &image.join("bin"));
 210
 211         // Copy runtime DLLs needed by the compiler
 212         if libdir != "bin" {
 213             for entry in t!(src.join(libdir).read_dir()).map(|e| t!(e)) {
 214                 let name = entry.file_name();
 215                 if let Some(s) = name.to_str() {
 216                     if is_dylib(s) {
 217                         install(&entry.path(), &image.join(libdir), 0o644);
 218                     }
 219                 }
 220             }
 221         }
 222
 223         // Man pages
 224         t!(fs::create_dir_all(image.join("share/man/man1")));
 225         cp_r(&build.src.join("man"), &image.join("share/man/man1"));
 226
 227         // Debugger scripts
 228         debugger_scripts(build, &image, host);
 229
 230         // Misc license info
 231         let cp = |file: &str| {
 232             install(&build.src.join(file), &image.join("share/doc/rust"), 0o644);
 233         };
 234         cp("COPYRIGHT");
 235         cp("LICENSE-APACHE");
 236         cp("LICENSE-MIT");
 237         cp("README.md");
 238     }
 239 }
 240
 241 /// Copies debugger scripts for `host` into the `sysroot` specified.
 242 pub fn debugger_scripts(build: &Build,
 243                         sysroot: &Path,
 244                         host: &str) {
 245     let cp_debugger_script = |file: &str| {
 246         let dst = sysroot.join("lib/rustlib/etc");
 247         t!(fs::create_dir_all(&dst));
 248         install(&build.src.join("src/etc/").join(file), &dst, 0o644);
 249     };
 250     if host.contains("windows-msvc") {
 251         // no debugger scripts
 252     } else {
 253         cp_debugger_script("debugger_pretty_printers_common.py");
 254
 255         // gdb debugger scripts
 256         install(&build.src.join("src/etc/rust-gdb"), &sysroot.join("bin"),
 257                 0o755);
 258
 259         cp_debugger_script("gdb_load_rust_pretty_printers.py");
 260         cp_debugger_script("gdb_rust_pretty_printing.py");
 261
 262         // lldb debugger scripts
 263         install(&build.src.join("src/etc/rust-lldb"), &sysroot.join("bin"),
 264                 0o755);
 265
 266         cp_debugger_script("lldb_rust_formatters.py");
 267     }
 268 }
 269
 270 /// Creates the `rust-std` installer component as compiled by `compiler` for the
 271 /// target `target`.
 272 pub fn std(build: &Build, compiler: &Compiler, target: &str) {
 273     println!("Dist std stage{} ({} -> {})", compiler.stage, compiler.host,
 274              target);
 275
 276     // The only true set of target libraries came from the build triple, so
 277     // let's reduce redundant work by only producing archives from that host.
 278     if compiler.host != build.config.build {
 279         println!("\tskipping, not a build host");
 280         return
 281     }
 282
 283     let name = pkgname(build, "rust-std");
 284     let image = tmpdir(build).join(format!("{}-{}-image", name, target));
 285     let _ = fs::remove_dir_all(&image);
 286
 287     let dst = image.join("lib/rustlib").join(target);
 288     t!(fs::create_dir_all(&dst));
 289     let src = build.sysroot(compiler).join("lib/rustlib");
 290     cp_r(&src.join(target), &dst);
 291
 292     let mut cmd = Command::new(SH_CMD);
 293     cmd.arg(sanitize_sh(&build.src.join("src/rust-installer/gen-installer.sh")))
 294        .arg("--product-name=Rust")
 295        .arg("--rel-manifest-dir=rustlib")
 296        .arg("--success-message=std-is-standing-at-the-ready.")
 297        .arg(format!("--image-dir={}", sanitize_sh(&image)))
 298        .arg(format!("--work-dir={}", sanitize_sh(&tmpdir(build))))
 299        .arg(format!("--output-dir={}", sanitize_sh(&distdir(build))))
 300        .arg(format!("--package-name={}-{}", name, target))
 301        .arg(format!("--component-name=rust-std-{}", target))
 302        .arg("--legacy-manifest-dirs=rustlib,cargo");
 303     build.run(&mut cmd);
 304     t!(fs::remove_dir_all(&image));
 305 }
 306
 307 pub fn rust_src_location(build: &Build) -> PathBuf {
 308     let plain_name = format!("rustc-{}-src", build.rust_package_vers());
 309     distdir(build).join(&format!("{}.tar.gz", plain_name))
 310 }
 311
 312 /// Creates a tarball of save-analysis metadata, if available.
 313 pub fn analysis(build: &Build, compiler: &Compiler, target: &str) {
 314     println!("Dist analysis");
 315
 316     if build.config.channel != "nightly" {
 317         println!("\tskipping - not on nightly channel");
 318         return;
 319     }
 320     if compiler.host != build.config.build {
 321         println!("\tskipping - not a build host");
 322         return
 323     }
 324     if compiler.stage != 2 {
 325         println!("\tskipping - not stage2");
 326         return
 327     }
 328
 329     // Package save-analysis from stage1 if not doing a full bootstrap, as the
 330     // stage2 artifacts is simply copied from stage1 in that case.
 331     let compiler = if build.force_use_stage1(compiler, target) {
 332         Compiler::new(1, compiler.host)
 333     } else {
 334         compiler.clone()
 335     };
 336
 337     let name = pkgname(build, "rust-analysis");
 338     let image = tmpdir(build).join(format!("{}-{}-image", name, target));
 339
 340     let src = build.stage_out(&compiler, Mode::Libstd).join(target).join("release").join("deps");
 341
 342     let image_src = src.join("save-analysis");
 343     let dst = image.join("lib/rustlib").join(target).join("analysis");
 344     t!(fs::create_dir_all(&dst));
 345     println!("image_src: {:?}, dst: {:?}", image_src, dst);
 346     cp_r(&image_src, &dst);
 347
 348     let mut cmd = Command::new(SH_CMD);
 349     cmd.arg(sanitize_sh(&build.src.join("src/rust-installer/gen-installer.sh")))
 350        .arg("--product-name=Rust")
 351        .arg("--rel-manifest-dir=rustlib")
 352        .arg("--success-message=save-analysis-saved.")
 353        .arg(format!("--image-dir={}", sanitize_sh(&image)))
 354        .arg(format!("--work-dir={}", sanitize_sh(&tmpdir(build))))
 355        .arg(format!("--output-dir={}", sanitize_sh(&distdir(build))))
 356        .arg(format!("--package-name={}-{}", name, target))
 357        .arg(format!("--component-name=rust-analysis-{}", target))
 358        .arg("--legacy-manifest-dirs=rustlib,cargo");
 359     build.run(&mut cmd);
 360     t!(fs::remove_dir_all(&image));
 361 }
 362
 363 const CARGO_VENDOR_VERSION: &'static str = "0.1.4";
 364
 365 /// Creates the `rust-src` installer component and the plain source tarball
 366 pub fn rust_src(build: &Build) {
 367     if !build.config.rust_dist_src {
 368         return
 369     }
 370
 371     println!("Dist src");
 372
 373     let name = pkgname(build, "rust-src");
 374     let image = tmpdir(build).join(format!("{}-image", name));
 375     let _ = fs::remove_dir_all(&image);
 376
 377     let dst = image.join("lib/rustlib/src");
 378     let dst_src = dst.join("rust");
 379     t!(fs::create_dir_all(&dst_src));
 380
 381     // This is the set of root paths which will become part of the source package
 382     let src_files = [
 383         "COPYRIGHT",
 384         "LICENSE-APACHE",
 385         "LICENSE-MIT",
 386         "CONTRIBUTING.md",
 387         "README.md",
 388         "RELEASES.md",
 389         "configure",
 390         "x.py",
 391     ];
 392     let src_dirs = [
 393         "man",
 394         "src",
 395         "cargo",
 396     ];
 397
 398     let filter_fn = move |path: &Path| {
 399         let spath = match path.to_str() {
 400             Some(path) => path,
 401             None => return false,
 402         };
 403         if spath.ends_with("~") || spath.ends_with(".pyc") {
 404             return false
 405         }
 406         if spath.contains("llvm/test") || spath.contains("llvm\\test") {
 407             if spath.ends_with(".ll") ||
 408                spath.ends_with(".td") ||
 409                spath.ends_with(".s") {
 410                 return false
 411             }
 412         }
 413
 414         let excludes = [
 415             "CVS", "RCS", "SCCS", ".git", ".gitignore", ".gitmodules",
 416             ".gitattributes", ".cvsignore", ".svn", ".arch-ids", "{arch}",
 417             "=RELEASE-ID", "=meta-update", "=update", ".bzr", ".bzrignore",
 418             ".bzrtags", ".hg", ".hgignore", ".hgrags", "_darcs",
 419         ];
 420         !path.iter()
 421              .map(|s| s.to_str().unwrap())
 422              .any(|s| excludes.contains(&s))
 423     };
 424
 425     // Copy the directories using our filter
 426     for item in &src_dirs {
 427         let dst = &dst_src.join(item);
 428         t!(fs::create_dir(dst));
 429         cp_filtered(&build.src.join(item), dst, &filter_fn);
 430     }
 431     // Copy the files normally
 432     for item in &src_files {
 433         copy(&build.src.join(item), &dst_src.join(item));
 434     }
 435
 436     // Get cargo-vendor installed, if it isn't already.
 437     let mut has_cargo_vendor = false;
 438     let mut cmd = Command::new(&build.cargo);
 439     for line in output(cmd.arg("install").arg("--list")).lines() {
 440         has_cargo_vendor |= line.starts_with("cargo-vendor ");
 441     }
 442     if !has_cargo_vendor {
 443         let mut cmd = Command::new(&build.cargo);
 444         cmd.arg("install")
 445            .arg("--force")
 446            .arg("--debug")
 447            .arg("--vers").arg(CARGO_VENDOR_VERSION)
 448            .arg("cargo-vendor")
 449            .env("RUSTC", &build.rustc);
 450         build.run(&mut cmd);
 451     }
 452
 453     // Vendor all Cargo dependencies
 454     let mut cmd = Command::new(&build.cargo);
 455     cmd.arg("vendor")
 456        .current_dir(&dst_src.join("src"));
 457     build.run(&mut cmd);
 458
 459     // Create source tarball in rust-installer format
 460     let mut cmd = Command::new(SH_CMD);
 461     cmd.arg(sanitize_sh(&build.src.join("src/rust-installer/gen-installer.sh")))
 462        .arg("--product-name=Rust")
 463        .arg("--rel-manifest-dir=rustlib")
 464        .arg("--success-message=Awesome-Source.")
 465        .arg(format!("--image-dir={}", sanitize_sh(&image)))
 466        .arg(format!("--work-dir={}", sanitize_sh(&tmpdir(build))))
 467        .arg(format!("--output-dir={}", sanitize_sh(&distdir(build))))
 468        .arg(format!("--package-name={}", name))
 469        .arg("--component-name=rust-src")
 470        .arg("--legacy-manifest-dirs=rustlib,cargo");
 471     build.run(&mut cmd);
 472
 473     // Rename directory, so that root folder of tarball has the correct name
 474     let plain_name = format!("rustc-{}-src", build.rust_package_vers());
 475     let plain_dst_src = tmpdir(build).join(&plain_name);
 476     let _ = fs::remove_dir_all(&plain_dst_src);
 477     t!(fs::create_dir_all(&plain_dst_src));
 478     cp_r(&dst_src, &plain_dst_src);
 479
 480     // Create the version file
 481     write_file(&plain_dst_src.join("version"), build.rust_version().as_bytes());
 482
 483     // Create plain source tarball
 484     let mut cmd = Command::new("tar");
 485     cmd.arg("-czf").arg(sanitize_sh(&rust_src_location(build)))
 486        .arg(&plain_name)
 487        .current_dir(tmpdir(build));
 488     build.run(&mut cmd);
 489
 490     t!(fs::remove_dir_all(&image));
 491     t!(fs::remove_dir_all(&plain_dst_src));
 492 }
 493
 494 fn install(src: &Path, dstdir: &Path, perms: u32) {
 495     let dst = dstdir.join(src.file_name().unwrap());
 496     t!(fs::create_dir_all(dstdir));
 497     t!(fs::copy(src, &dst));
 498     chmod(&dst, perms);
 499 }
 500
 501 #[cfg(unix)]
 502 fn chmod(path: &Path, perms: u32) {
 503     use std::os::unix::fs::*;
 504     t!(fs::set_permissions(path, fs::Permissions::from_mode(perms)));
 505 }
 506 #[cfg(windows)]
 507 fn chmod(_path: &Path, _perms: u32) {}
 508
 509 // We have to run a few shell scripts, which choke quite a bit on both `\`
 510 // characters and on `C:\` paths, so normalize both of them away.
 511 pub fn sanitize_sh(path: &Path) -> String {
 512     let path = path.to_str().unwrap().replace("\\", "/");
 513     return change_drive(&path).unwrap_or(path);
 514
 515     fn change_drive(s: &str) -> Option<String> {
 516         let mut ch = s.chars();
 517         let drive = ch.next().unwrap_or('C');
 518         if ch.next() != Some(':') {
 519             return None
 520         }
 521         if ch.next() != Some('/') {
 522             return None
 523         }
 524         Some(format!("/{}/{}", drive, &s[drive.len_utf8() + 2..]))
 525     }
 526 }
 527
 528 fn write_file(path: &Path, data: &[u8]) {
 529     let mut vf = t!(fs::File::create(path));
 530     t!(vf.write_all(data));
 531 }
 532
 533 pub fn cargo(build: &Build, stage: u32, target: &str) {
 534     println!("Dist cargo stage{} ({})", stage, target);
 535     let compiler = Compiler::new(stage, &build.config.build);
 536
 537     let src = build.src.join("cargo");
 538     let etc = src.join("src/etc");
 539     let release_num = build.cargo_release_num();
 540     let name = format!("cargo-{}", build.package_vers(&release_num));
 541     let version = build.cargo_info.version(build, &release_num);
 542
 543     let tmp = tmpdir(build);
 544     let image = tmp.join("cargo-image");
 545     drop(fs::remove_dir_all(&image));
 546     t!(fs::create_dir_all(&image));
 547
 548     // Prepare the image directory
 549     t!(fs::create_dir_all(image.join("share/zsh/site-functions")));
 550     t!(fs::create_dir_all(image.join("etc/bash_completions.d")));
 551     let cargo = build.cargo_out(&compiler, Mode::Tool, target)
 552                      .join(exe("cargo", target));
 553     install(&cargo, &image.join("bin"), 0o755);
 554     for man in t!(etc.join("man").read_dir()) {
 555         let man = t!(man);
 556         install(&man.path(), &image.join("share/man/man1"), 0o644);
 557     }
 558     install(&etc.join("_cargo"), &image.join("share/zsh/site-functions"), 0o644);
 559     copy(&etc.join("cargo.bashcomp.sh"),
 560          &image.join("etc/bash_completions.d/cargo"));
 561     let doc = image.join("share/doc/cargo");
 562     install(&src.join("README.md"), &doc, 0o644);
 563     install(&src.join("LICENSE-MIT"), &doc, 0o644);
 564     install(&src.join("LICENSE-APACHE"), &doc, 0o644);
 565     install(&src.join("LICENSE-THIRD-PARTY"), &doc, 0o644);
 566
 567     // Prepare the overlay
 568     let overlay = tmp.join("cargo-overlay");
 569     drop(fs::remove_dir_all(&overlay));
 570     t!(fs::create_dir_all(&overlay));
 571     install(&src.join("README.md"), &overlay, 0o644);
 572     install(&src.join("LICENSE-MIT"), &overlay, 0o644);
 573     install(&src.join("LICENSE-APACHE"), &overlay, 0o644);
 574     install(&src.join("LICENSE-THIRD-PARTY"), &overlay, 0o644);
 575     t!(t!(File::create(overlay.join("version"))).write_all(version.as_bytes()));
 576
 577     // Generate the installer tarball
 578     let mut cmd = Command::new("sh");
 579     cmd.arg(sanitize_sh(&build.src.join("src/rust-installer/gen-installer.sh")))
 580        .arg("--product-name=Rust")
 581        .arg("--rel-manifest-dir=rustlib")
 582        .arg("--success-message=Rust-is-ready-to-roll.")
 583        .arg(format!("--image-dir={}", sanitize_sh(&image)))
 584        .arg(format!("--work-dir={}", sanitize_sh(&tmpdir(build))))
 585        .arg(format!("--output-dir={}", sanitize_sh(&distdir(build))))
 586        .arg(format!("--non-installed-overlay={}", sanitize_sh(&overlay)))
 587        .arg(format!("--package-name={}-{}", name, target))
 588        .arg("--component-name=cargo")
 589        .arg("--legacy-manifest-dirs=rustlib,cargo");
 590     build.run(&mut cmd);
 591 }
 592
 593 /// Creates a combined installer for the specified target in the provided stage.
 594 pub fn extended(build: &Build, stage: u32, target: &str) {
 595     println!("Dist extended stage{} ({})", stage, target);
 596
 597     let dist = distdir(build);
 598     let cargo_vers = build.cargo_release_num();
 599     let rustc_installer = dist.join(format!("{}-{}.tar.gz",
 600                                             pkgname(build, "rustc"),
 601                                             target));
 602     let cargo_installer = dist.join(format!("cargo-{}-{}.tar.gz",
 603                                             build.package_vers(&cargo_vers),
 604                                             target));
 605     let docs_installer = dist.join(format!("{}-{}.tar.gz",
 606                                            pkgname(build, "rust-docs"),
 607                                            target));
 608     let mingw_installer = dist.join(format!("{}-{}.tar.gz",
 609                                             pkgname(build, "rust-mingw"),
 610                                             target));
 611     let std_installer = dist.join(format!("{}-{}.tar.gz",
 612                                           pkgname(build, "rust-std"),
 613                                           target));
 614
 615     let tmp = tmpdir(build);
 616     let overlay = tmp.join("extended-overlay");
 617     let etc = build.src.join("src/etc/installer");
 618     let work = tmp.join("work");
 619
 620     let _ = fs::remove_dir_all(&overlay);
 621     install(&build.src.join("COPYRIGHT"), &overlay, 0o644);
 622     install(&build.src.join("LICENSE-APACHE"), &overlay, 0o644);
 623     install(&build.src.join("LICENSE-MIT"), &overlay, 0o644);
 624     let version = build.rust_version();
 625     t!(t!(File::create(overlay.join("version"))).write_all(version.as_bytes()));
 626     install(&etc.join("README.md"), &overlay, 0o644);
 627
 628     // When rust-std package split from rustc, we needed to ensure that during
 629     // upgrades rustc was upgraded before rust-std. To avoid rustc clobbering
 630     // the std files during uninstall. To do this ensure that rustc comes
 631     // before rust-std in the list below.
 632     let mut input_tarballs = format!("{},{},{},{}",
 633                                      sanitize_sh(&rustc_installer),
 634                                      sanitize_sh(&cargo_installer),
 635                                      sanitize_sh(&docs_installer),
 636                                      sanitize_sh(&std_installer));
 637     if target.contains("pc-windows-gnu") {
 638         input_tarballs.push_str(",");
 639         input_tarballs.push_str(&sanitize_sh(&mingw_installer));
 640     }
 641
 642     let mut cmd = Command::new(SH_CMD);
 643     cmd.arg(sanitize_sh(&build.src.join("src/rust-installer/combine-installers.sh")))
 644        .arg("--product-name=Rust")
 645        .arg("--rel-manifest-dir=rustlib")
 646        .arg("--success-message=Rust-is-ready-to-roll.")
 647        .arg(format!("--work-dir={}", sanitize_sh(&work)))
 648        .arg(format!("--output-dir={}", sanitize_sh(&distdir(build))))
 649        .arg(format!("--package-name={}-{}", pkgname(build, "rust"), target))
 650        .arg("--legacy-manifest-dirs=rustlib,cargo")
 651        .arg(format!("--input-tarballs={}", input_tarballs))
 652        .arg(format!("--non-installed-overlay={}", sanitize_sh(&overlay)));
 653     build.run(&mut cmd);
 654
 655     let mut license = String::new();
 656     t!(t!(File::open(build.src.join("COPYRIGHT"))).read_to_string(&mut license));
 657     license.push_str("\n");
 658     t!(t!(File::open(build.src.join("LICENSE-APACHE"))).read_to_string(&mut license));
 659     license.push_str("\n");
 660     t!(t!(File::open(build.src.join("LICENSE-MIT"))).read_to_string(&mut license));
 661
 662     let rtf = r"{\rtf1\ansi\deff0{\fonttbl{\f0\fnil\fcharset0 Arial;}}\nowwrap\fs18";
 663     let mut rtf = rtf.to_string();
 664     rtf.push_str("\n");
 665     for line in license.lines() {
 666         rtf.push_str(line);
 667         rtf.push_str("\\line ");
 668     }
 669     rtf.push_str("}");
 670
 671     if target.contains("apple-darwin") {
 672         let pkg = tmp.join("pkg");
 673         let _ = fs::remove_dir_all(&pkg);
 674         t!(fs::create_dir_all(pkg.join("rustc")));
 675         t!(fs::create_dir_all(pkg.join("cargo")));
 676         t!(fs::create_dir_all(pkg.join("rust-docs")));
 677         t!(fs::create_dir_all(pkg.join("rust-std")));
 678
 679         cp_r(&work.join(&format!("{}-{}", pkgname(build, "rustc"), target)),
 680              &pkg.join("rustc"));
 681         cp_r(&work.join(&format!("cargo-nightly-{}", target)),
 682              &pkg.join("cargo"));
 683         cp_r(&work.join(&format!("{}-{}", pkgname(build, "rust-docs"), target)),
 684              &pkg.join("rust-docs"));
 685         cp_r(&work.join(&format!("{}-{}", pkgname(build, "rust-std"), target)),
 686              &pkg.join("rust-std"));
 687
 688         install(&etc.join("pkg/postinstall"), &pkg.join("rustc"), 0o755);
 689         install(&etc.join("pkg/postinstall"), &pkg.join("cargo"), 0o755);
 690         install(&etc.join("pkg/postinstall"), &pkg.join("rust-docs"), 0o755);
 691         install(&etc.join("pkg/postinstall"), &pkg.join("rust-std"), 0o755);
 692
 693         let pkgbuild = |component: &str| {
 694             let mut cmd = Command::new("pkgbuild");
 695             cmd.arg("--identifier").arg(format!("org.rust-lang.{}", component))
 696                .arg("--scripts").arg(pkg.join(component))
 697                .arg("--nopayload")
 698                .arg(pkg.join(component).with_extension("pkg"));
 699             build.run(&mut cmd);
 700         };
 701         pkgbuild("rustc");
 702         pkgbuild("cargo");
 703         pkgbuild("rust-docs");
 704         pkgbuild("rust-std");
 705
 706         // create an 'uninstall' package
 707         install(&etc.join("pkg/postinstall"), &pkg.join("uninstall"), 0o755);
 708         pkgbuild("uninstall");
 709
 710         t!(fs::create_dir_all(pkg.join("res")));
 711         t!(t!(File::create(pkg.join("res/LICENSE.txt"))).write_all(license.as_bytes()));
 712         install(&etc.join("gfx/rust-logo.png"), &pkg.join("res"), 0o644);
 713         let mut cmd = Command::new("productbuild");
 714         cmd.arg("--distribution").arg(etc.join("pkg/Distribution.xml"))
 715            .arg("--resources").arg(pkg.join("res"))
 716            .arg(distdir(build).join(format!("{}-{}.pkg",
 717                                              pkgname(build, "rust"),
 718                                              target)))
 719            .arg("--package-path").arg(&pkg);
 720         build.run(&mut cmd);
 721     }
 722
 723     if target.contains("windows") {
 724         let exe = tmp.join("exe");
 725         let _ = fs::remove_dir_all(&exe);
 726         t!(fs::create_dir_all(exe.join("rustc")));
 727         t!(fs::create_dir_all(exe.join("cargo")));
 728         t!(fs::create_dir_all(exe.join("rust-docs")));
 729         t!(fs::create_dir_all(exe.join("rust-std")));
 730         cp_r(&work.join(&format!("{}-{}", pkgname(build, "rustc"), target))
 731                   .join("rustc"),
 732              &exe.join("rustc"));
 733         cp_r(&work.join(&format!("cargo-nightly-{}", target))
 734                   .join("cargo"),
 735              &exe.join("cargo"));
 736         cp_r(&work.join(&format!("{}-{}", pkgname(build, "rust-docs"), target))
 737                   .join("rust-docs"),
 738              &exe.join("rust-docs"));
 739         cp_r(&work.join(&format!("{}-{}", pkgname(build, "rust-std"), target))
 740                   .join(format!("rust-std-{}", target)),
 741              &exe.join("rust-std"));
 742
 743         t!(fs::remove_file(exe.join("rustc/manifest.in")));
 744         t!(fs::remove_file(exe.join("cargo/manifest.in")));
 745         t!(fs::remove_file(exe.join("rust-docs/manifest.in")));
 746         t!(fs::remove_file(exe.join("rust-std/manifest.in")));
 747
 748         if target.contains("windows-gnu") {
 749             t!(fs::create_dir_all(exe.join("rust-mingw")));
 750             cp_r(&work.join(&format!("{}-{}", pkgname(build, "rust-mingw"), target))
 751                       .join("rust-mingw"),
 752                  &exe.join("rust-mingw"));
 753             t!(fs::remove_file(exe.join("rust-mingw/manifest.in")));
 754         }
 755
 756         install(&etc.join("exe/rust.iss"), &exe, 0o644);
 757         install(&etc.join("exe/modpath.iss"), &exe, 0o644);
 758         install(&etc.join("exe/upgrade.iss"), &exe, 0o644);
 759         install(&etc.join("gfx/rust-logo.ico"), &exe, 0o644);
 760         t!(t!(File::create(exe.join("LICENSE.txt"))).write_all(license.as_bytes()));
 761
 762         // Generate exe installer
 763         let mut cmd = Command::new("iscc");
 764         cmd.arg("rust.iss")
 765            .current_dir(&exe);
 766         if target.contains("windows-gnu") {
 767             cmd.arg("/dMINGW");
 768         }
 769         add_env(build, &mut cmd, target);
 770         build.run(&mut cmd);
 771         install(&exe.join(format!("{}-{}.exe", pkgname(build, "rust"), target)),
 772                 &distdir(build),
 773                 0o755);
 774
 775         // Generate msi installer
 776         let wix = PathBuf::from(env::var_os("WIX").unwrap());
 777         let heat = wix.join("bin/heat.exe");
 778         let candle = wix.join("bin/candle.exe");
 779         let light = wix.join("bin/light.exe");
 780
 781         let heat_flags = ["-nologo", "-gg", "-sfrag", "-srd", "-sreg"];
 782         build.run(Command::new(&heat)
 783                         .current_dir(&exe)
 784                         .arg("dir")
 785                         .arg("rustc")
 786                         .args(&heat_flags)
 787                         .arg("-cg").arg("RustcGroup")
 788                         .arg("-dr").arg("Rustc")
 789                         .arg("-var").arg("var.RustcDir")
 790                         .arg("-out").arg(exe.join("RustcGroup.wxs")));
 791         build.run(Command::new(&heat)
 792                         .current_dir(&exe)
 793                         .arg("dir")
 794                         .arg("rust-docs")
 795                         .args(&heat_flags)
 796                         .arg("-cg").arg("DocsGroup")
 797                         .arg("-dr").arg("Docs")
 798                         .arg("-var").arg("var.DocsDir")
 799                         .arg("-out").arg(exe.join("DocsGroup.wxs"))
 800                         .arg("-t").arg(etc.join("msi/squash-components.xsl")));
 801         build.run(Command::new(&heat)
 802                         .current_dir(&exe)
 803                         .arg("dir")
 804                         .arg("cargo")
 805                         .args(&heat_flags)
 806                         .arg("-cg").arg("CargoGroup")
 807                         .arg("-dr").arg("Cargo")
 808                         .arg("-var").arg("var.CargoDir")
 809                         .arg("-out").arg(exe.join("CargoGroup.wxs"))
 810                         .arg("-t").arg(etc.join("msi/remove-duplicates.xsl")));
 811         build.run(Command::new(&heat)
 812                         .current_dir(&exe)
 813                         .arg("dir")
 814                         .arg("rust-std")
 815                         .args(&heat_flags)
 816                         .arg("-cg").arg("StdGroup")
 817                         .arg("-dr").arg("Std")
 818                         .arg("-var").arg("var.StdDir")
 819                         .arg("-out").arg(exe.join("StdGroup.wxs")));
 820         if target.contains("windows-gnu") {
 821             build.run(Command::new(&heat)
 822                             .current_dir(&exe)
 823                             .arg("dir")
 824                             .arg("rust-mingw")
 825                             .args(&heat_flags)
 826                             .arg("-cg").arg("GccGroup")
 827                             .arg("-dr").arg("Gcc")
 828                             .arg("-var").arg("var.GccDir")
 829                             .arg("-out").arg(exe.join("GccGroup.wxs")));
 830         }
 831
 832         let candle = |input: &Path| {
 833             let output = exe.join(input.file_stem().unwrap())
 834                             .with_extension("wixobj");
 835             let arch = if target.contains("x86_64") {"x64"} else {"x86"};
 836             let mut cmd = Command::new(&candle);
 837             cmd.current_dir(&exe)
 838                .arg("-nologo")
 839                .arg("-dRustcDir=rustc")
 840                .arg("-dDocsDir=rust-docs")
 841                .arg("-dCargoDir=cargo")
 842                .arg("-dStdDir=rust-std")
 843                .arg("-arch").arg(&arch)
 844                .arg("-out").arg(&output)
 845                .arg(&input);
 846             add_env(build, &mut cmd, target);
 847
 848             if target.contains("windows-gnu") {
 849                cmd.arg("-dGccDir=rust-mingw");
 850             }
 851             build.run(&mut cmd);
 852         };
 853         candle(&etc.join("msi/rust.wxs"));
 854         candle(&etc.join("msi/ui.wxs"));
 855         candle(&etc.join("msi/rustwelcomedlg.wxs"));
 856         candle("RustcGroup.wxs".as_ref());
 857         candle("DocsGroup.wxs".as_ref());
 858         candle("CargoGroup.wxs".as_ref());
 859         candle("StdGroup.wxs".as_ref());
 860
 861         if target.contains("windows-gnu") {
 862             candle("GccGroup.wxs".as_ref());
 863         }
 864
 865         t!(t!(File::create(exe.join("LICENSE.rtf"))).write_all(rtf.as_bytes()));
 866         install(&etc.join("gfx/banner.bmp"), &exe, 0o644);
 867         install(&etc.join("gfx/dialogbg.bmp"), &exe, 0o644);
 868
 869         let filename = format!("{}-{}.msi", pkgname(build, "rust"), target);
 870         let mut cmd = Command::new(&light);
 871         cmd.arg("-nologo")
 872            .arg("-ext").arg("WixUIExtension")
 873            .arg("-ext").arg("WixUtilExtension")
 874            .arg("-out").arg(exe.join(&filename))
 875            .arg("rust.wixobj")
 876            .arg("ui.wixobj")
 877            .arg("rustwelcomedlg.wixobj")
 878            .arg("RustcGroup.wixobj")
 879            .arg("DocsGroup.wixobj")
 880            .arg("CargoGroup.wixobj")
 881            .arg("StdGroup.wixobj")
 882            .current_dir(&exe);
 883
 884         if target.contains("windows-gnu") {
 885            cmd.arg("GccGroup.wixobj");
 886         }
 887         // ICE57 wrongly complains about the shortcuts
 888         cmd.arg("-sice:ICE57");
 889
 890         build.run(&mut cmd);
 891
 892         t!(fs::rename(exe.join(&filename), distdir(build).join(&filename)));
 893     }
 894 }
 895
 896 fn add_env(build: &Build, cmd: &mut Command, target: &str) {
 897     let mut parts = channel::CFG_RELEASE_NUM.split('.');
 898     cmd.env("CFG_RELEASE_INFO", build.rust_version())
 899        .env("CFG_RELEASE_NUM", channel::CFG_RELEASE_NUM)
 900        .env("CFG_RELEASE", build.rust_release())
 901        .env("CFG_PRERELEASE_VERSION", channel::CFG_PRERELEASE_VERSION)
 902        .env("CFG_VER_MAJOR", parts.next().unwrap())
 903        .env("CFG_VER_MINOR", parts.next().unwrap())
 904        .env("CFG_VER_PATCH", parts.next().unwrap())
 905        .env("CFG_VER_BUILD", "0") // just needed to build
 906        .env("CFG_PACKAGE_VERS", build.rust_package_vers())
 907        .env("CFG_PACKAGE_NAME", pkgname(build, "rust"))
 908        .env("CFG_BUILD", target)
 909        .env("CFG_CHANNEL", &build.config.channel);
 910
 911     if target.contains("windows-gnu") {
 912        cmd.env("CFG_MINGW", "1")
 913           .env("CFG_ABI", "GNU");
 914     } else {
 915        cmd.env("CFG_MINGW", "0")
 916           .env("CFG_ABI", "MSVC");
 917     }
 918
 919     if target.contains("x86_64") {
 920        cmd.env("CFG_PLATFORM", "x64");
 921     } else {
 922        cmd.env("CFG_PLATFORM", "x86");
 923     }
 924 }
 925
 926 pub fn hash_and_sign(build: &Build) {
 927     let compiler = Compiler::new(0, &build.config.build);
 928     let mut cmd = build.tool_cmd(&compiler, "build-manifest");
 929     let sign = build.config.dist_sign_folder.as_ref().unwrap_or_else(|| {
 930         panic!("\n\nfailed to specify `dist.sign-folder` in `config.toml`\n\n")
 931     });
 932     let addr = build.config.dist_upload_addr.as_ref().unwrap_or_else(|| {
 933         panic!("\n\nfailed to specify `dist.upload-addr` in `config.toml`\n\n")
 934     });
 935     let file = build.config.dist_gpg_password_file.as_ref().unwrap_or_else(|| {
 936         panic!("\n\nfailed to specify `dist.gpg-password-file` in `config.toml`\n\n")
 937     });
 938     let mut pass = String::new();
 939     t!(t!(File::open(&file)).read_to_string(&mut pass));
 940
 941     let today = output(Command::new("date").arg("+%Y-%m-%d"));
 942
 943     cmd.arg(sign);
 944     cmd.arg(distdir(build));
 945     cmd.arg(today.trim());
 946     cmd.arg(build.rust_package_vers());
 947     cmd.arg(build.cargo_info.version(build, &build.cargo_release_num()));
 948     cmd.arg(addr);
 949
 950     t!(fs::create_dir_all(distdir(build)));
 951
 952     let mut child = t!(cmd.stdin(Stdio::piped()).spawn());
 953     t!(child.stdin.take().unwrap().write_all(pass.as_bytes()));
 954     let status = t!(child.wait());
 955     assert!(status.success());
 956 }