1 // Copyright 2016 The Rust Project Developers. See the COPYRIGHT
2 // file at the top-level directory of this distribution and at
3 // http://rust-lang.org/COPYRIGHT.
5 // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
6 // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
7 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
8 // option. This file may not be copied, modified, or distributed
9 // except according to those terms.
11 //! Definition of steps of the build system.
13 //! This is where some of the real meat of rustbuild is located, in how we
14 //! define targets and the dependencies amongst them. This file can sort of be
15 //! viewed as just defining targets in a makefile which shell out to predefined
16 //! functions elsewhere about how to execute the target.
18 //! The primary function here you're likely interested in is the `build_rules`
19 //! function. This will create a `Rules` structure which basically just lists
20 //! everything that rustbuild can do. Each rule has a human-readable name, a
21 //! path associated with it, some dependencies, and then a closure of how to
22 //! actually perform the rule.
24 //! All steps below are defined in self-contained units, so adding a new target
25 //! to the build system should just involve adding the meta information here
26 //! along with the actual implementation elsewhere. You can find more comments
27 //! about how to define rules themselves below.
29 use std::collections::{BTreeMap, HashSet, HashMap};
32 use check::{self, TestKind};
36 use flags::Subcommand;
39 use {Compiler, Build, Mode};
41 pub fn run(build: &Build) {
42 let rules = build_rules(build);
43 let steps = rules.plan();
47 pub fn build_rules<'a>(build: &'a Build) -> Rules {
48 let mut rules = Rules::new(build);
50 // This is the first rule that we're going to define for rustbuild, which is
51 // used to compile LLVM itself. All rules are added through the `rules`
52 // structure created above and are configured through a builder-style
55 // First up we see the `build` method. This represents a rule that's part of
56 // the top-level `build` subcommand. For example `./x.py build` is what this
57 // is associating with. Note that this is normally only relevant if you flag
58 // a rule as `default`, which we'll talk about later.
60 // Next up we'll see two arguments to this method:
62 // * `llvm` - this is the "human readable" name of this target. This name is
63 // not accessed anywhere outside this file itself (e.g. not in
64 // the CLI nor elsewhere in rustbuild). The purpose of this is to
65 // easily define dependencies between rules. That is, other rules
66 // will depend on this with the name "llvm".
67 // * `src/llvm` - this is the relevant path to the rule that we're working
68 // with. This path is the engine behind how commands like
69 // `./x.py build src/llvm` work. This should typically point
70 // to the relevant component, but if there's not really a
71 // path to be assigned here you can pass something like
72 // `path/to/nowhere` to ignore it.
74 // After we create the rule with the `build` method we can then configure
75 // various aspects of it. For example this LLVM rule uses `.host(true)` to
76 // flag that it's a rule only for host targets. In other words, LLVM isn't
77 // compiled for targets configured through `--target` (e.g. those we're just
78 // building a standard library for).
80 // Next up the `dep` method will add a dependency to this rule. The closure
81 // is yielded the step that represents executing the `llvm` rule itself
82 // (containing information like stage, host, target, ...) and then it must
83 // return a target that the step depends on. Here LLVM is actually
84 // interesting where a cross-compiled LLVM depends on the host LLVM, but
85 // otherwise it has no dependencies.
87 // To handle this we do a bit of dynamic dispatch to see what the dependency
88 // is. If we're building a LLVM for the build triple, then we don't actually
89 // have any dependencies! To do that we return a dependency on the `Step::noop()`
90 // target which does nothing.
92 // If we're build a cross-compiled LLVM, however, we need to assemble the
93 // libraries from the previous compiler. This step has the same name as
94 // ours (llvm) but we want it for a different target, so we use the
95 // builder-style methods on `Step` to configure this target to the build
98 // Finally, to finish off this rule, we define how to actually execute it.
99 // That logic is all defined in the `native` module so we just delegate to
100 // the relevant function there. The argument to the closure passed to `run`
101 // is a `Step` (defined below) which encapsulates information like the
102 // stage, target, host, etc.
103 rules.build("llvm", "src/llvm")
106 if s.target == build.config.build {
109 s.target(&build.config.build)
112 .run(move |s| native::llvm(build, s.target));
114 // Ok! After that example rule that's hopefully enough to explain what's
115 // going on here. You can check out the API docs below and also see a bunch
116 // more examples of rules directly below as well.
118 // the compiler with no target libraries ready to go
119 rules.build("rustc", "src/rustc")
120 .dep(|s| s.name("create-sysroot").target(s.host))
126 .host(&build.config.build)
130 .run(move |s| compile::assemble_rustc(build, s.stage, s.target));
132 // Helper for loading an entire DAG of crates, rooted at `name`
133 let krates = |name: &str| {
134 let mut ret = Vec::new();
135 let mut list = vec![name];
136 let mut visited = HashSet::new();
137 while let Some(krate) = list.pop() {
138 let default = krate == name;
139 let krate = &build.crates[krate];
140 let path = krate.path.strip_prefix(&build.src)
141 // This handles out of tree paths
142 .unwrap_or(&krate.path);
143 ret.push((krate, path.to_str().unwrap(), default));
144 for dep in krate.deps.iter() {
145 if visited.insert(dep) && dep != "build_helper" {
153 // ========================================================================
154 // Crate compilations
156 // Tools used during the build system but not shipped
157 rules.build("create-sysroot", "path/to/nowhere")
158 .run(move |s| compile::create_sysroot(build, &s.compiler()));
160 // These rules are "pseudo rules" that don't actually do any work
161 // themselves, but represent a complete sysroot with the relevant compiler
162 // linked into place.
164 // That is, depending on "libstd" means that when the rule is completed then
165 // the `stage` sysroot for the compiler `host` will be available with a
166 // standard library built for `target` linked in place. Not all rules need
167 // the compiler itself to be available, just the standard library, so
168 // there's a distinction between the two.
169 rules.build("libstd", "src/libstd")
170 .dep(|s| s.name("rustc").target(s.host))
171 .dep(|s| s.name("libstd-link"));
172 rules.build("libtest", "src/libtest")
173 .dep(|s| s.name("libstd"))
174 .dep(|s| s.name("libtest-link"))
176 rules.build("librustc", "src/librustc")
177 .dep(|s| s.name("libtest"))
178 .dep(|s| s.name("librustc-link"))
182 // Helper method to define the rules to link a crate into its place in the
185 // The logic here is a little subtle as there's a few cases to consider.
186 // Not all combinations of (stage, host, target) actually require something
187 // to be compiled, but rather libraries could get propagated from a
188 // different location. For example:
190 // * Any crate with a `host` that's not the build triple will not actually
191 // compile something. A different `host` means that the build triple will
192 // actually compile the libraries, and then we'll copy them over from the
193 // build triple to the `host` directory.
195 // * Some crates aren't even compiled by the build triple, but may be copied
196 // from previous stages. For example if we're not doing a full bootstrap
197 // then we may just depend on the stage1 versions of libraries to be
198 // available to get linked forward.
200 // * Finally, there are some cases, however, which do indeed comiple crates
201 // and link them into place afterwards.
203 // The rule definition below mirrors these three cases. The `dep` method
204 // calculates the correct dependency which either comes from stage1, a
205 // different compiler, or from actually building the crate itself (the `dep`
206 // rule). The `run` rule then mirrors these three cases and links the cases
207 // forward into the compiler sysroot specified from the correct location.
208 fn crate_rule<'a, 'b>(build: &'a Build,
209 rules: &'b mut Rules<'a>,
212 link: fn(&Build, &Compiler, &Compiler, &str))
213 -> RuleBuilder<'a, 'b> {
214 let mut rule = rules.build(&krate, "path/to/nowhere");
216 if build.force_use_stage1(&s.compiler(), s.target) {
217 s.host(&build.config.build).stage(1)
218 } else if s.host == build.config.build {
221 s.host(&build.config.build)
225 if build.force_use_stage1(&s.compiler(), s.target) {
227 &s.stage(1).host(&build.config.build).compiler(),
230 } else if s.host == build.config.build {
231 link(build, &s.compiler(), &s.compiler(), s.target)
234 &s.host(&build.config.build).compiler(),
242 // Similar to the `libstd`, `libtest`, and `librustc` rules above, except
243 // these rules only represent the libraries being available in the sysroot,
244 // not the compiler itself. This is done as not all rules need a compiler in
245 // the sysroot, but may just need the libraries.
247 // All of these rules use the helper definition above.
253 .dep(|s| s.name("startup-objects"))
254 .dep(|s| s.name("create-sysroot").target(s.host));
260 .dep(|s| s.name("libstd-link"));
264 "build-crate-rustc-main",
266 .dep(|s| s.name("libtest-link"));
268 for (krate, path, _default) in krates("std") {
269 rules.build(&krate.build_step, path)
270 .dep(|s| s.name("startup-objects"))
271 .dep(move |s| s.name("rustc").host(&build.config.build).target(s.host))
272 .run(move |s| compile::std(build, s.target, &s.compiler()));
274 for (krate, path, _default) in krates("test") {
275 rules.build(&krate.build_step, path)
276 .dep(|s| s.name("libstd-link"))
277 .run(move |s| compile::test(build, s.target, &s.compiler()));
279 for (krate, path, _default) in krates("rustc-main") {
280 rules.build(&krate.build_step, path)
281 .dep(|s| s.name("libtest-link"))
282 .dep(move |s| s.name("llvm").host(&build.config.build).stage(0))
283 .dep(|s| s.name("may-run-build-script"))
284 .run(move |s| compile::rustc(build, s.target, &s.compiler()));
287 // Crates which have build scripts need to rely on this rule to ensure that
288 // the necessary prerequisites for a build script are linked and located in
290 rules.build("may-run-build-script", "path/to/nowhere")
292 s.name("libstd-link")
293 .host(&build.config.build)
294 .target(&build.config.build)
296 rules.build("startup-objects", "src/rtstartup")
297 .dep(|s| s.name("create-sysroot").target(s.host))
298 .run(move |s| compile::build_startup_objects(build, &s.compiler(), s.target));
300 // ========================================================================
303 // Various unit tests and tests suites we can run
305 let mut suite = |name, path, mode, dir| {
306 rules.test(name, path)
307 .dep(|s| s.name("libtest"))
308 .dep(|s| s.name("tool-compiletest").target(s.host).stage(0))
309 .dep(|s| s.name("test-helpers"))
310 .dep(|s| s.name("emulator-copy-libs"))
311 .default(mode != "pretty") // pretty tests don't run everywhere
313 check::compiletest(build, &s.compiler(), s.target, mode, dir)
317 suite("check-ui", "src/test/ui", "ui", "ui");
318 suite("check-rpass", "src/test/run-pass", "run-pass", "run-pass");
319 suite("check-cfail", "src/test/compile-fail", "compile-fail", "compile-fail");
320 suite("check-pfail", "src/test/parse-fail", "parse-fail", "parse-fail");
321 suite("check-rfail", "src/test/run-fail", "run-fail", "run-fail");
322 suite("check-rpass-valgrind", "src/test/run-pass-valgrind",
323 "run-pass-valgrind", "run-pass-valgrind");
324 suite("check-mir-opt", "src/test/mir-opt", "mir-opt", "mir-opt");
325 if build.config.codegen_tests {
326 suite("check-codegen", "src/test/codegen", "codegen", "codegen");
328 suite("check-codegen-units", "src/test/codegen-units", "codegen-units",
330 suite("check-incremental", "src/test/incremental", "incremental",
334 if build.config.build.contains("msvc") {
335 // nothing to do for debuginfo tests
337 rules.test("check-debuginfo-lldb", "src/test/debuginfo-lldb")
338 .dep(|s| s.name("libtest"))
339 .dep(|s| s.name("tool-compiletest").target(s.host).stage(0))
340 .dep(|s| s.name("test-helpers"))
341 .dep(|s| s.name("debugger-scripts"))
342 .run(move |s| check::compiletest(build, &s.compiler(), s.target,
343 "debuginfo-lldb", "debuginfo"));
344 rules.test("check-debuginfo-gdb", "src/test/debuginfo-gdb")
345 .dep(|s| s.name("libtest"))
346 .dep(|s| s.name("tool-compiletest").target(s.host).stage(0))
347 .dep(|s| s.name("test-helpers"))
348 .dep(|s| s.name("debugger-scripts"))
349 .dep(|s| s.name("emulator-copy-libs"))
350 .run(move |s| check::compiletest(build, &s.compiler(), s.target,
351 "debuginfo-gdb", "debuginfo"));
352 let mut rule = rules.test("check-debuginfo", "src/test/debuginfo");
354 if build.config.build.contains("apple") {
355 rule.dep(|s| s.name("check-debuginfo-lldb"));
357 rule.dep(|s| s.name("check-debuginfo-gdb"));
361 rules.test("debugger-scripts", "src/etc/lldb_batchmode.py")
362 .run(move |s| dist::debugger_scripts(build, &build.sysroot(&s.compiler()),
366 let mut suite = |name, path, mode, dir| {
367 rules.test(name, path)
368 .dep(|s| s.name("librustc"))
369 .dep(|s| s.name("test-helpers"))
370 .dep(|s| s.name("tool-compiletest").target(s.host).stage(0))
371 .default(mode != "pretty")
374 check::compiletest(build, &s.compiler(), s.target, mode, dir)
378 suite("check-ui-full", "src/test/ui-fulldeps", "ui", "ui-fulldeps");
379 suite("check-rpass-full", "src/test/run-pass-fulldeps",
380 "run-pass", "run-pass-fulldeps");
381 suite("check-rfail-full", "src/test/run-fail-fulldeps",
382 "run-fail", "run-fail-fulldeps");
383 suite("check-cfail-full", "src/test/compile-fail-fulldeps",
384 "compile-fail", "compile-fail-fulldeps");
385 suite("check-rmake", "src/test/run-make", "run-make", "run-make");
386 suite("check-rustdoc", "src/test/rustdoc", "rustdoc", "rustdoc");
387 suite("check-pretty", "src/test/pretty", "pretty", "pretty");
388 suite("check-pretty-rpass", "src/test/run-pass/pretty", "pretty",
390 suite("check-pretty-rfail", "src/test/run-fail/pretty", "pretty",
392 suite("check-pretty-valgrind", "src/test/run-pass-valgrind/pretty", "pretty",
393 "run-pass-valgrind");
394 suite("check-pretty-rpass-full", "src/test/run-pass-fulldeps/pretty",
395 "pretty", "run-pass-fulldeps");
396 suite("check-pretty-rfail-full", "src/test/run-fail-fulldeps/pretty",
397 "pretty", "run-fail-fulldeps");
400 for (krate, path, _default) in krates("std") {
401 rules.test(&krate.test_step, path)
402 .dep(|s| s.name("libtest"))
403 .dep(|s| s.name("emulator-copy-libs"))
404 .run(move |s| check::krate(build, &s.compiler(), s.target,
405 Mode::Libstd, TestKind::Test,
408 rules.test("check-std-all", "path/to/nowhere")
409 .dep(|s| s.name("libtest"))
410 .dep(|s| s.name("emulator-copy-libs"))
412 .run(move |s| check::krate(build, &s.compiler(), s.target,
413 Mode::Libstd, TestKind::Test, None));
416 for (krate, path, _default) in krates("std") {
417 rules.bench(&krate.bench_step, path)
418 .dep(|s| s.name("libtest"))
419 .dep(|s| s.name("emulator-copy-libs"))
420 .run(move |s| check::krate(build, &s.compiler(), s.target,
421 Mode::Libstd, TestKind::Bench,
424 rules.bench("bench-std-all", "path/to/nowhere")
425 .dep(|s| s.name("libtest"))
426 .dep(|s| s.name("emulator-copy-libs"))
428 .run(move |s| check::krate(build, &s.compiler(), s.target,
429 Mode::Libstd, TestKind::Bench, None));
431 for (krate, path, _default) in krates("test") {
432 rules.test(&krate.test_step, path)
433 .dep(|s| s.name("libtest"))
434 .dep(|s| s.name("emulator-copy-libs"))
435 .run(move |s| check::krate(build, &s.compiler(), s.target,
436 Mode::Libtest, TestKind::Test,
439 rules.test("check-test-all", "path/to/nowhere")
440 .dep(|s| s.name("libtest"))
441 .dep(|s| s.name("emulator-copy-libs"))
443 .run(move |s| check::krate(build, &s.compiler(), s.target,
444 Mode::Libtest, TestKind::Test, None));
445 for (krate, path, _default) in krates("rustc-main") {
446 rules.test(&krate.test_step, path)
447 .dep(|s| s.name("librustc"))
448 .dep(|s| s.name("emulator-copy-libs"))
450 .run(move |s| check::krate(build, &s.compiler(), s.target,
451 Mode::Librustc, TestKind::Test,
454 rules.test("check-rustc-all", "path/to/nowhere")
455 .dep(|s| s.name("librustc"))
456 .dep(|s| s.name("emulator-copy-libs"))
459 .run(move |s| check::krate(build, &s.compiler(), s.target,
460 Mode::Librustc, TestKind::Test, None));
462 rules.test("check-linkchecker", "src/tools/linkchecker")
463 .dep(|s| s.name("tool-linkchecker").stage(0))
464 .dep(|s| s.name("default:doc"))
467 .run(move |s| check::linkcheck(build, s.target));
468 rules.test("check-cargotest", "src/tools/cargotest")
469 .dep(|s| s.name("tool-cargotest").stage(0))
470 .dep(|s| s.name("librustc"))
472 .run(move |s| check::cargotest(build, s.stage, s.target));
473 rules.test("check-cargo", "cargo")
474 .dep(|s| s.name("tool-cargo"))
476 .run(move |s| check::cargo(build, s.stage, s.target));
477 rules.test("check-tidy", "src/tools/tidy")
478 .dep(|s| s.name("tool-tidy").stage(0))
482 .run(move |s| check::tidy(build, s.target));
483 rules.test("check-error-index", "src/tools/error_index_generator")
484 .dep(|s| s.name("libstd"))
485 .dep(|s| s.name("tool-error-index").host(s.host).stage(0))
488 .run(move |s| check::error_index(build, &s.compiler()));
489 rules.test("check-docs", "src/doc")
490 .dep(|s| s.name("libtest"))
493 .run(move |s| check::docs(build, &s.compiler()));
494 rules.test("check-distcheck", "distcheck")
495 .dep(|s| s.name("dist-src"))
496 .run(move |_| check::distcheck(build));
498 rules.build("test-helpers", "src/rt/rust_test_helpers.c")
499 .run(move |s| native::test_helpers(build, s.target));
500 rules.build("openssl", "path/to/nowhere")
501 .run(move |s| native::openssl(build, s.target));
503 // Some test suites are run inside emulators, and most of our test binaries
504 // are linked dynamically which means we need to ship the standard library
505 // and such to the emulator ahead of time. This step represents this and is
506 // a dependency of all test suites.
508 // Most of the time this step is a noop (the `check::emulator_copy_libs`
509 // only does work if necessary). For some steps such as shipping data to
510 // QEMU we have to build our own tools so we've got conditional dependencies
511 // on those programs as well. Note that the QEMU client is built for the
512 // build target (us) and the server is built for the target.
513 rules.test("emulator-copy-libs", "path/to/nowhere")
514 .dep(|s| s.name("libtest"))
516 if build.remote_tested(s.target) {
517 s.name("tool-remote-test-client").target(s.host).stage(0)
523 if build.remote_tested(s.target) {
524 s.name("tool-remote-test-server")
529 .run(move |s| check::emulator_copy_libs(build, &s.compiler(), s.target));
531 rules.test("check-bootstrap", "src/bootstrap")
535 .run(move |_| check::bootstrap(build));
537 // ========================================================================
540 // Tools used during the build system but not shipped
541 rules.build("tool-rustbook", "src/tools/rustbook")
542 .dep(|s| s.name("maybe-clean-tools"))
543 .dep(|s| s.name("librustc-tool"))
544 .run(move |s| compile::tool(build, s.stage, s.target, "rustbook"));
545 rules.build("tool-error-index", "src/tools/error_index_generator")
546 .dep(|s| s.name("maybe-clean-tools"))
547 .dep(|s| s.name("librustc-tool"))
548 .run(move |s| compile::tool(build, s.stage, s.target, "error_index_generator"));
549 rules.build("tool-tidy", "src/tools/tidy")
550 .dep(|s| s.name("maybe-clean-tools"))
551 .dep(|s| s.name("libstd-tool"))
552 .run(move |s| compile::tool(build, s.stage, s.target, "tidy"));
553 rules.build("tool-linkchecker", "src/tools/linkchecker")
554 .dep(|s| s.name("maybe-clean-tools"))
555 .dep(|s| s.name("libstd-tool"))
556 .run(move |s| compile::tool(build, s.stage, s.target, "linkchecker"));
557 rules.build("tool-cargotest", "src/tools/cargotest")
558 .dep(|s| s.name("maybe-clean-tools"))
559 .dep(|s| s.name("libstd-tool"))
560 .run(move |s| compile::tool(build, s.stage, s.target, "cargotest"));
561 rules.build("tool-compiletest", "src/tools/compiletest")
562 .dep(|s| s.name("maybe-clean-tools"))
563 .dep(|s| s.name("libtest-tool"))
564 .run(move |s| compile::tool(build, s.stage, s.target, "compiletest"));
565 rules.build("tool-build-manifest", "src/tools/build-manifest")
566 .dep(|s| s.name("maybe-clean-tools"))
567 .dep(|s| s.name("libstd-tool"))
568 .run(move |s| compile::tool(build, s.stage, s.target, "build-manifest"));
569 rules.build("tool-remote-test-server", "src/tools/remote-test-server")
570 .dep(|s| s.name("maybe-clean-tools"))
571 .dep(|s| s.name("libstd-tool"))
572 .run(move |s| compile::tool(build, s.stage, s.target, "remote-test-server"));
573 rules.build("tool-remote-test-client", "src/tools/remote-test-client")
574 .dep(|s| s.name("maybe-clean-tools"))
575 .dep(|s| s.name("libstd-tool"))
576 .run(move |s| compile::tool(build, s.stage, s.target, "remote-test-client"));
577 rules.build("tool-cargo", "cargo")
579 .default(build.config.extended)
580 .dep(|s| s.name("maybe-clean-tools"))
581 .dep(|s| s.name("libstd-tool"))
582 .dep(|s| s.stage(0).host(s.target).name("openssl"))
584 // Cargo depends on procedural macros, which requires a full host
585 // compiler to be available, so we need to depend on that.
586 s.name("librustc-link")
587 .target(&build.config.build)
588 .host(&build.config.build)
590 .run(move |s| compile::tool(build, s.stage, s.target, "cargo"));
591 rules.build("tool-rls", "rls")
593 .default(build.config.extended)
594 .dep(|s| s.name("librustc-tool"))
595 .dep(|s| s.stage(0).host(s.target).name("openssl"))
597 // rls, like cargo, uses procedural macros
598 s.name("librustc-link")
599 .target(&build.config.build)
600 .host(&build.config.build)
602 .run(move |s| compile::tool(build, s.stage, s.target, "rls"));
604 // "pseudo rule" which represents completely cleaning out the tools dir in
605 // one stage. This needs to happen whenever a dependency changes (e.g.
606 // libstd, libtest, librustc) and all of the tool compilations above will
607 // be sequenced after this rule.
608 rules.build("maybe-clean-tools", "path/to/nowhere")
609 .after("librustc-tool")
610 .after("libtest-tool")
611 .after("libstd-tool");
613 rules.build("librustc-tool", "path/to/nowhere")
614 .dep(|s| s.name("librustc"))
615 .run(move |s| compile::maybe_clean_tools(build, s.stage, s.target, Mode::Librustc));
616 rules.build("libtest-tool", "path/to/nowhere")
617 .dep(|s| s.name("libtest"))
618 .run(move |s| compile::maybe_clean_tools(build, s.stage, s.target, Mode::Libtest));
619 rules.build("libstd-tool", "path/to/nowhere")
620 .dep(|s| s.name("libstd"))
621 .run(move |s| compile::maybe_clean_tools(build, s.stage, s.target, Mode::Libstd));
623 // ========================================================================
624 // Documentation targets
625 rules.doc("doc-book", "src/doc/book")
627 s.name("tool-rustbook")
628 .host(&build.config.build)
629 .target(&build.config.build)
632 .default(build.config.docs)
633 .run(move |s| doc::book(build, s.target, "book"));
634 rules.doc("doc-nomicon", "src/doc/nomicon")
636 s.name("tool-rustbook")
637 .host(&build.config.build)
638 .target(&build.config.build)
641 .default(build.config.docs)
642 .run(move |s| doc::rustbook(build, s.target, "nomicon"));
643 rules.doc("doc-reference", "src/doc/reference")
645 s.name("tool-rustbook")
646 .host(&build.config.build)
647 .target(&build.config.build)
650 .default(build.config.docs)
651 .run(move |s| doc::rustbook(build, s.target, "reference"));
652 rules.doc("doc-unstable-book", "src/doc/unstable-book")
654 s.name("tool-rustbook")
655 .host(&build.config.build)
656 .target(&build.config.build)
659 .default(build.config.docs)
660 .run(move |s| doc::rustbook(build, s.target, "unstable-book"));
661 rules.doc("doc-standalone", "src/doc")
664 .host(&build.config.build)
665 .target(&build.config.build)
668 .default(build.config.docs)
669 .run(move |s| doc::standalone(build, s.target));
670 rules.doc("doc-error-index", "src/tools/error_index_generator")
671 .dep(move |s| s.name("tool-error-index").target(&build.config.build).stage(0))
672 .dep(move |s| s.name("librustc-link"))
673 .default(build.config.docs)
675 .run(move |s| doc::error_index(build, s.target));
676 for (krate, path, default) in krates("std") {
677 rules.doc(&krate.doc_step, path)
678 .dep(|s| s.name("libstd-link"))
679 .default(default && build.config.docs)
680 .run(move |s| doc::std(build, s.stage, s.target));
682 for (krate, path, default) in krates("test") {
683 rules.doc(&krate.doc_step, path)
684 .dep(|s| s.name("libtest-link"))
685 // Needed so rustdoc generates relative links to std.
686 .dep(|s| s.name("doc-crate-std"))
687 .default(default && build.config.compiler_docs)
688 .run(move |s| doc::test(build, s.stage, s.target));
690 for (krate, path, default) in krates("rustc-main") {
691 rules.doc(&krate.doc_step, path)
692 .dep(|s| s.name("librustc-link"))
693 // Needed so rustdoc generates relative links to std.
694 .dep(|s| s.name("doc-crate-std"))
696 .default(default && build.config.docs)
697 .run(move |s| doc::rustc(build, s.stage, s.target));
700 // ========================================================================
701 // Distribution targets
702 rules.dist("dist-rustc", "src/librustc")
703 .dep(move |s| s.name("rustc").host(&build.config.build))
705 .only_host_build(true)
707 .run(move |s| dist::rustc(build, s.stage, s.target));
708 rules.dist("dist-std", "src/libstd")
710 // We want to package up as many target libraries as possible
711 // for the `rust-std` package, so if this is a host target we
712 // depend on librustc and otherwise we just depend on libtest.
713 if build.config.host.iter().any(|t| t == s.target) {
714 s.name("librustc-link")
716 s.name("libtest-link")
720 .only_host_build(true)
721 .run(move |s| dist::std(build, &s.compiler(), s.target));
722 rules.dist("dist-mingw", "path/to/nowhere")
724 .only_host_build(true)
726 if s.target.contains("pc-windows-gnu") {
727 dist::mingw(build, s.target)
730 rules.dist("dist-src", "src")
734 .only_host_build(true)
735 .run(move |_| dist::rust_src(build));
736 rules.dist("dist-docs", "src/doc")
738 .only_host_build(true)
739 .dep(|s| s.name("default:doc"))
740 .run(move |s| dist::docs(build, s.stage, s.target));
741 rules.dist("dist-analysis", "analysis")
742 .default(build.config.extended)
743 .dep(|s| s.name("dist-std"))
744 .only_host_build(true)
745 .run(move |s| dist::analysis(build, &s.compiler(), s.target));
746 rules.dist("dist-rls", "rls")
748 .only_host_build(true)
749 .dep(|s| s.name("tool-rls"))
750 .run(move |s| dist::rls(build, s.stage, s.target));
751 rules.dist("install", "path/to/nowhere")
752 .dep(|s| s.name("default:dist"))
753 .run(move |s| install::install(build, s.stage, s.target));
754 rules.dist("dist-cargo", "cargo")
756 .only_host_build(true)
757 .dep(|s| s.name("tool-cargo"))
758 .run(move |s| dist::cargo(build, s.stage, s.target));
759 rules.dist("dist-extended", "extended")
760 .default(build.config.extended)
762 .only_host_build(true)
763 .dep(|d| d.name("dist-std"))
764 .dep(|d| d.name("dist-rustc"))
765 .dep(|d| d.name("dist-mingw"))
766 .dep(|d| d.name("dist-docs"))
767 .dep(|d| d.name("dist-cargo"))
768 .dep(|d| d.name("dist-rls"))
769 .dep(|d| d.name("dist-analysis"))
770 .run(move |s| dist::extended(build, s.stage, s.target));
772 rules.dist("dist-sign", "hash-and-sign")
775 .only_host_build(true)
776 .dep(move |s| s.name("tool-build-manifest").target(&build.config.build).stage(0))
777 .run(move |_| dist::hash_and_sign(build));
783 #[derive(PartialEq, Eq, Hash, Clone, Debug)]
785 /// Human readable name of the rule this step is executing. Possible names
786 /// are all defined above in `build_rules`.
789 /// The stage this step is executing in. This is typically 0, 1, or 2.
792 /// This step will likely involve a compiler, and the target that compiler
793 /// itself is built for is called the host, this variable. Typically this is
794 /// the target of the build machine itself.
797 /// The target that this step represents generating. If you're building a
798 /// standard library for a new suite of targets, for example, this'll be set
799 /// to those targets.
804 fn noop() -> Step<'a> {
805 Step { name: "", stage: 0, host: "", target: "" }
808 /// Creates a new step which is the same as this, except has a new name.
809 fn name(&self, name: &'a str) -> Step<'a> {
810 Step { name: name, ..*self }
813 /// Creates a new step which is the same as this, except has a new stage.
814 fn stage(&self, stage: u32) -> Step<'a> {
815 Step { stage: stage, ..*self }
818 /// Creates a new step which is the same as this, except has a new host.
819 fn host(&self, host: &'a str) -> Step<'a> {
820 Step { host: host, ..*self }
823 /// Creates a new step which is the same as this, except has a new target.
824 fn target(&self, target: &'a str) -> Step<'a> {
825 Step { target: target, ..*self }
828 /// Returns the `Compiler` structure that this step corresponds to.
829 fn compiler(&self) -> Compiler<'a> {
830 Compiler::new(self.stage, self.host)
835 /// The human readable name of this target, defined in `build_rules`.
838 /// The path associated with this target, used in the `./x.py` driver for
839 /// easy and ergonomic specification of what to do.
842 /// The "kind" of top-level command that this rule is associated with, only
843 /// relevant if this is a default rule.
846 /// List of dependencies this rule has. Each dependency is a function from a
847 /// step that's being executed to another step that should be executed.
848 deps: Vec<Box<Fn(&Step<'a>) -> Step<'a> + 'a>>,
850 /// How to actually execute this rule. Takes a step with contextual
851 /// information and then executes it.
852 run: Box<Fn(&Step<'a>) + 'a>,
854 /// Whether or not this is a "default" rule. That basically means that if
855 /// you run, for example, `./x.py test` whether it's included or not.
858 /// Whether or not this is a "host" rule, or in other words whether this is
859 /// only intended for compiler hosts and not for targets that are being
863 /// Whether this rule is only for steps where the host is the build triple,
864 /// not anything in hosts or targets.
865 only_host_build: bool,
867 /// Whether this rule is only for the build triple, not anything in hosts or
871 /// A list of "order only" dependencies. This rules does not actually
872 /// depend on these rules, but if they show up in the dependency graph then
873 /// this rule must be executed after all these rules.
887 fn new(name: &'a str, path: &'a str, kind: Kind) -> Rule<'a> {
891 run: Box::new(|_| ()),
896 only_host_build: false,
903 /// Builder pattern returned from the various methods on `Rules` which will add
904 /// the rule to the internal list on `Drop`.
905 struct RuleBuilder<'a: 'b, 'b> {
906 rules: &'b mut Rules<'a>,
910 impl<'a, 'b> RuleBuilder<'a, 'b> {
911 fn dep<F>(&mut self, f: F) -> &mut Self
912 where F: Fn(&Step<'a>) -> Step<'a> + 'a,
914 self.rule.deps.push(Box::new(f));
918 fn after(&mut self, step: &'a str) -> &mut Self {
919 self.rule.after.push(step);
923 fn run<F>(&mut self, f: F) -> &mut Self
924 where F: Fn(&Step<'a>) + 'a,
926 self.rule.run = Box::new(f);
930 fn default(&mut self, default: bool) -> &mut Self {
931 self.rule.default = default;
935 fn host(&mut self, host: bool) -> &mut Self {
936 self.rule.host = host;
940 fn only_build(&mut self, only_build: bool) -> &mut Self {
941 self.rule.only_build = only_build;
945 fn only_host_build(&mut self, only_host_build: bool) -> &mut Self {
946 self.rule.only_host_build = only_host_build;
951 impl<'a, 'b> Drop for RuleBuilder<'a, 'b> {
953 let rule = mem::replace(&mut self.rule, Rule::new("", "", Kind::Build));
954 let prev = self.rules.rules.insert(rule.name, rule);
955 if let Some(prev) = prev {
956 panic!("duplicate rule named: {}", prev.name);
961 pub struct Rules<'a> {
964 rules: BTreeMap<&'a str, Rule<'a>>,
968 fn new(build: &'a Build) -> Rules<'a> {
972 stage: build.flags.stage.unwrap_or(2),
973 target: &build.config.build,
974 host: &build.config.build,
977 rules: BTreeMap::new(),
981 /// Creates a new rule of `Kind::Build` with the specified human readable
982 /// name and path associated with it.
984 /// The builder returned should be configured further with information such
985 /// as how to actually run this rule.
986 fn build<'b>(&'b mut self, name: &'a str, path: &'a str)
987 -> RuleBuilder<'a, 'b> {
988 self.rule(name, path, Kind::Build)
991 /// Same as `build`, but for `Kind::Test`.
992 fn test<'b>(&'b mut self, name: &'a str, path: &'a str)
993 -> RuleBuilder<'a, 'b> {
994 self.rule(name, path, Kind::Test)
997 /// Same as `build`, but for `Kind::Bench`.
998 fn bench<'b>(&'b mut self, name: &'a str, path: &'a str)
999 -> RuleBuilder<'a, 'b> {
1000 self.rule(name, path, Kind::Bench)
1003 /// Same as `build`, but for `Kind::Doc`.
1004 fn doc<'b>(&'b mut self, name: &'a str, path: &'a str)
1005 -> RuleBuilder<'a, 'b> {
1006 self.rule(name, path, Kind::Doc)
1009 /// Same as `build`, but for `Kind::Dist`.
1010 fn dist<'b>(&'b mut self, name: &'a str, path: &'a str)
1011 -> RuleBuilder<'a, 'b> {
1012 self.rule(name, path, Kind::Dist)
1015 fn rule<'b>(&'b mut self,
1018 kind: Kind) -> RuleBuilder<'a, 'b> {
1021 rule: Rule::new(name, path, kind),
1025 /// Verify the dependency graph defined by all our rules are correct, e.g.
1026 /// everything points to a valid something else.
1028 for rule in self.rules.values() {
1029 for dep in rule.deps.iter() {
1030 let dep = dep(&self.sbuild.name(rule.name));
1031 if self.rules.contains_key(&dep.name) || dep.name.starts_with("default:") {
1034 if dep == Step::noop() {
1039 invalid rule dependency graph detected, was a rule added and maybe typo'd?
1041 `{}` depends on `{}` which does not exist
1043 ", rule.name, dep.name);
1048 pub fn get_help(&self, command: &str) -> Option<String> {
1049 let kind = match command {
1050 "build" => Kind::Build,
1052 "test" => Kind::Test,
1053 "bench" => Kind::Bench,
1054 "dist" => Kind::Dist,
1057 let rules = self.rules.values().filter(|r| r.kind == kind);
1058 let rules = rules.filter(|r| !r.path.contains("nowhere"));
1059 let mut rules = rules.collect::<Vec<_>>();
1060 rules.sort_by_key(|r| r.path);
1062 let mut help_string = String::from("Available paths:\n");
1064 help_string.push_str(format!(" ./x.py {} {}\n", command, rule.path).as_str());
1069 /// Construct the top-level build steps that we're going to be executing,
1070 /// given the subcommand that our build is performing.
1071 fn plan(&self) -> Vec<Step<'a>> {
1072 // Ok, the logic here is pretty subtle, and involves quite a few
1073 // conditionals. The basic idea here is to:
1075 // 1. First, filter all our rules to the relevant ones. This means that
1076 // the command specified corresponds to one of our `Kind` variants,
1077 // and we filter all rules based on that.
1079 // 2. Next, we determine which rules we're actually executing. If a
1080 // number of path filters were specified on the command line we look
1081 // for those, otherwise we look for anything tagged `default`.
1082 // Here we also compute the priority of each rule based on how early
1083 // in the command line the matching path filter showed up.
1085 // 3. Finally, we generate some steps with host and target information.
1087 // The last step is by far the most complicated and subtle. The basic
1088 // thinking here is that we want to take the cartesian product of
1089 // specified hosts and targets and build rules with that. The list of
1090 // hosts and targets, if not specified, come from the how this build was
1091 // configured. If the rule we're looking at is a host-only rule the we
1092 // ignore the list of targets and instead consider the list of hosts
1093 // also the list of targets.
1095 // Once the host and target lists are generated we take the cartesian
1096 // product of the two and then create a step based off them. Note that
1097 // the stage each step is associated was specified with the `--step`
1098 // flag on the command line.
1099 let (kind, paths) = match self.build.flags.cmd {
1100 Subcommand::Build { ref paths } => (Kind::Build, &paths[..]),
1101 Subcommand::Doc { ref paths } => (Kind::Doc, &paths[..]),
1102 Subcommand::Test { ref paths, test_args: _ } => (Kind::Test, &paths[..]),
1103 Subcommand::Bench { ref paths, test_args: _ } => (Kind::Bench, &paths[..]),
1104 Subcommand::Dist { ref paths, install } => {
1106 return vec![self.sbuild.name("install")]
1108 (Kind::Dist, &paths[..])
1111 Subcommand::Clean => panic!(),
1114 let mut rules: Vec<_> = self.rules.values().filter_map(|rule| {
1115 if rule.kind != kind {
1119 if paths.len() == 0 && rule.default {
1122 paths.iter().position(|path| path.ends_with(rule.path))
1123 .map(|priority| (rule, priority))
1127 rules.sort_by_key(|&(_, priority)| priority);
1129 rules.into_iter().flat_map(|(rule, _)| {
1130 let hosts = if rule.only_host_build || rule.only_build {
1131 &self.build.config.host[..1]
1132 } else if self.build.flags.host.len() > 0 {
1133 &self.build.flags.host
1135 &self.build.config.host
1137 let targets = if self.build.flags.target.len() > 0 {
1138 &self.build.flags.target
1140 &self.build.config.target
1142 // Determine the actual targets participating in this rule.
1143 // NOTE: We should keep the full projection from build triple to
1144 // the hosts for the dist steps, now that the hosts array above is
1145 // truncated to avoid duplication of work in that case. Therefore
1146 // the original non-shadowed hosts array is used below.
1147 let arr = if rule.host {
1148 // If --target was specified but --host wasn't specified,
1149 // don't run any host-only tests. Also, respect any `--host`
1150 // overrides as done for `hosts`.
1151 if self.build.flags.host.len() > 0 {
1152 &self.build.flags.host[..]
1153 } else if self.build.flags.target.len() > 0 {
1155 } else if rule.only_build {
1156 &self.build.config.host[..1]
1158 &self.build.config.host[..]
1164 hosts.iter().flat_map(move |host| {
1165 arr.iter().map(move |target| {
1166 self.sbuild.name(rule.name).target(target).host(host)
1172 /// Execute all top-level targets indicated by `steps`.
1174 /// This will take the list returned by `plan` and then execute each step
1175 /// along with all required dependencies as it goes up the chain.
1176 fn run(&self, steps: &[Step<'a>]) {
1177 self.build.verbose("bootstrap top targets:");
1178 for step in steps.iter() {
1179 self.build.verbose(&format!("\t{:?}", step));
1182 // Using `steps` as the top-level targets, make a topological ordering
1183 // of what we need to do.
1184 let order = self.expand(steps);
1186 // Print out what we're doing for debugging
1187 self.build.verbose("bootstrap build plan:");
1188 for step in order.iter() {
1189 self.build.verbose(&format!("\t{:?}", step));
1192 // And finally, iterate over everything and execute it.
1193 for step in order.iter() {
1194 if self.build.flags.keep_stage.map_or(false, |s| step.stage <= s) {
1195 self.build.verbose(&format!("keeping step {:?}", step));
1198 self.build.verbose(&format!("executing step {:?}", step));
1199 (self.rules[step.name].run)(step);
1203 /// From the top level targets `steps` generate a topological ordering of
1204 /// all steps needed to run those steps.
1205 fn expand(&self, steps: &[Step<'a>]) -> Vec<Step<'a>> {
1206 // First up build a graph of steps and their dependencies. The `nodes`
1207 // map is a map from step to a unique number. The `edges` map is a
1208 // map from these unique numbers to a list of other numbers,
1209 // representing dependencies.
1210 let mut nodes = HashMap::new();
1211 nodes.insert(Step::noop(), 0);
1212 let mut edges = HashMap::new();
1213 edges.insert(0, HashSet::new());
1215 self.build_graph(step.clone(), &mut nodes, &mut edges);
1218 // Now that we've built up the actual dependency graph, draw more
1219 // dependency edges to satisfy the `after` dependencies field for each
1221 self.satisfy_after_deps(&nodes, &mut edges);
1223 // And finally, perform a topological sort to return a list of steps to
1225 let mut order = Vec::new();
1226 let mut visited = HashSet::new();
1228 let idx_to_node = nodes.iter().map(|p| (*p.1, p.0)).collect::<HashMap<_, _>>();
1229 for idx in 0..nodes.len() {
1230 self.topo_sort(idx, &idx_to_node, &edges, &mut visited, &mut order);
1235 /// Builds the dependency graph rooted at `step`.
1237 /// The `nodes` and `edges` maps are filled out according to the rule
1238 /// described by `step.name`.
1239 fn build_graph(&self,
1241 nodes: &mut HashMap<Step<'a>, usize>,
1242 edges: &mut HashMap<usize, HashSet<usize>>) -> usize {
1243 use std::collections::hash_map::Entry;
1245 let idx = nodes.len();
1246 match nodes.entry(step.clone()) {
1247 Entry::Vacant(e) => { e.insert(idx); }
1248 Entry::Occupied(e) => return *e.get(),
1251 let mut deps = Vec::new();
1252 for dep in self.rules[step.name].deps.iter() {
1253 let dep = dep(&step);
1254 if dep.name.starts_with("default:") {
1255 let kind = match &dep.name[8..] {
1257 "dist" => Kind::Dist,
1258 kind => panic!("unknown kind: `{}`", kind),
1260 let host = self.build.config.host.iter().any(|h| h == dep.target);
1261 let rules = self.rules.values().filter(|r| r.default);
1262 for rule in rules.filter(|r| r.kind == kind && (!r.host || host)) {
1263 deps.push(self.build_graph(dep.name(rule.name), nodes, edges));
1266 deps.push(self.build_graph(dep, nodes, edges));
1270 edges.entry(idx).or_insert(HashSet::new()).extend(deps);
1274 /// Given a dependency graph with a finished list of `nodes`, fill out more
1275 /// dependency `edges`.
1277 /// This is the step which satisfies all `after` listed dependencies in
1279 fn satisfy_after_deps(&self,
1280 nodes: &HashMap<Step<'a>, usize>,
1281 edges: &mut HashMap<usize, HashSet<usize>>) {
1282 // Reverse map from the name of a step to the node indices that it
1284 let mut name_to_idx = HashMap::new();
1285 for (step, &idx) in nodes {
1286 name_to_idx.entry(step.name).or_insert(Vec::new()).push(idx);
1289 for (step, idx) in nodes {
1290 if *step == Step::noop() {
1293 for after in self.rules[step.name].after.iter() {
1294 // This is the critical piece of an `after` dependency. If the
1295 // dependency isn't actually in our graph then no edge is drawn,
1296 // only if it's already present do we draw the edges.
1297 if let Some(idxs) = name_to_idx.get(after) {
1298 edges.get_mut(idx).unwrap()
1299 .extend(idxs.iter().cloned());
1307 nodes: &HashMap<usize, &Step<'a>>,
1308 edges: &HashMap<usize, HashSet<usize>>,
1309 visited: &mut HashSet<usize>,
1310 order: &mut Vec<Step<'a>>) {
1311 if !visited.insert(cur) {
1314 for dep in edges[&cur].iter() {
1315 self.topo_sort(*dep, nodes, edges, visited, order);
1317 order.push(nodes[&cur].clone());
1330 ($($a:expr),*) => (vec![$($a.to_string()),*])
1333 fn build(args: &[&str],
1334 extra_host: &[&str],
1335 extra_target: &[&str]) -> Build {
1336 let mut args = args.iter().map(|s| s.to_string()).collect::<Vec<_>>();
1337 args.push("--build".to_string());
1338 args.push("A".to_string());
1339 let flags = Flags::parse(&args);
1341 let mut config = Config::default();
1343 config.build = "A".to_string();
1344 config.host = vec![config.build.clone()];
1345 config.host.extend(extra_host.iter().map(|s| s.to_string()));
1346 config.target = config.host.clone();
1347 config.target.extend(extra_target.iter().map(|s| s.to_string()));
1349 let mut build = Build::new(flags, config);
1350 let cwd = env::current_dir().unwrap();
1351 build.crates.insert("std".to_string(), ::Crate {
1352 name: "std".to_string(),
1354 path: cwd.join("src/std"),
1355 doc_step: "doc-crate-std".to_string(),
1356 build_step: "build-crate-std".to_string(),
1357 test_step: "test-crate-std".to_string(),
1358 bench_step: "bench-crate-std".to_string(),
1359 version: String::new(),
1361 build.crates.insert("test".to_string(), ::Crate {
1362 name: "test".to_string(),
1364 path: cwd.join("src/test"),
1365 doc_step: "doc-crate-test".to_string(),
1366 build_step: "build-crate-test".to_string(),
1367 test_step: "test-crate-test".to_string(),
1368 bench_step: "bench-crate-test".to_string(),
1369 version: String::new(),
1371 build.crates.insert("rustc-main".to_string(), ::Crate {
1372 name: "rustc-main".to_string(),
1374 version: String::new(),
1375 path: cwd.join("src/rustc-main"),
1376 doc_step: "doc-crate-rustc-main".to_string(),
1377 build_step: "build-crate-rustc-main".to_string(),
1378 test_step: "test-crate-rustc-main".to_string(),
1379 bench_step: "bench-crate-rustc-main".to_string(),
1385 fn dist_baseline() {
1386 let build = build(&["dist"], &[], &[]);
1387 let rules = super::build_rules(&build);
1388 let plan = rules.plan();
1389 println!("rules: {:#?}", plan);
1390 assert!(plan.iter().all(|s| s.stage == 2));
1391 assert!(plan.iter().all(|s| s.host == "A" ));
1392 assert!(plan.iter().all(|s| s.target == "A" ));
1394 let step = super::Step {
1397 host: &build.config.build,
1398 target: &build.config.build,
1401 assert!(plan.contains(&step.name("dist-docs")));
1402 assert!(plan.contains(&step.name("dist-mingw")));
1403 assert!(plan.contains(&step.name("dist-rustc")));
1404 assert!(plan.contains(&step.name("dist-std")));
1405 assert!(plan.contains(&step.name("dist-src")));
1409 fn dist_with_targets() {
1410 let build = build(&["dist"], &[], &["B"]);
1411 let rules = super::build_rules(&build);
1412 let plan = rules.plan();
1413 println!("rules: {:#?}", plan);
1414 assert!(plan.iter().all(|s| s.stage == 2));
1415 assert!(plan.iter().all(|s| s.host == "A" ));
1417 let step = super::Step {
1420 host: &build.config.build,
1421 target: &build.config.build,
1424 assert!(plan.contains(&step.name("dist-docs")));
1425 assert!(plan.contains(&step.name("dist-mingw")));
1426 assert!(plan.contains(&step.name("dist-rustc")));
1427 assert!(plan.contains(&step.name("dist-std")));
1428 assert!(plan.contains(&step.name("dist-src")));
1430 assert!(plan.contains(&step.target("B").name("dist-docs")));
1431 assert!(plan.contains(&step.target("B").name("dist-mingw")));
1432 assert!(!plan.contains(&step.target("B").name("dist-rustc")));
1433 assert!(plan.contains(&step.target("B").name("dist-std")));
1434 assert!(!plan.contains(&step.target("B").name("dist-src")));
1438 fn dist_with_hosts() {
1439 let build = build(&["dist"], &["B"], &[]);
1440 let rules = super::build_rules(&build);
1441 let plan = rules.plan();
1442 println!("rules: {:#?}", plan);
1443 assert!(plan.iter().all(|s| s.stage == 2));
1445 let step = super::Step {
1448 host: &build.config.build,
1449 target: &build.config.build,
1452 assert!(!plan.iter().any(|s| s.host == "B"));
1454 assert!(plan.contains(&step.name("dist-docs")));
1455 assert!(plan.contains(&step.name("dist-mingw")));
1456 assert!(plan.contains(&step.name("dist-rustc")));
1457 assert!(plan.contains(&step.name("dist-std")));
1458 assert!(plan.contains(&step.name("dist-src")));
1460 assert!(plan.contains(&step.target("B").name("dist-docs")));
1461 assert!(plan.contains(&step.target("B").name("dist-mingw")));
1462 assert!(plan.contains(&step.target("B").name("dist-rustc")));
1463 assert!(plan.contains(&step.target("B").name("dist-std")));
1464 assert!(!plan.contains(&step.target("B").name("dist-src")));
1468 fn dist_with_targets_and_hosts() {
1469 let build = build(&["dist"], &["B"], &["C"]);
1470 let rules = super::build_rules(&build);
1471 let plan = rules.plan();
1472 println!("rules: {:#?}", plan);
1473 assert!(plan.iter().all(|s| s.stage == 2));
1475 let step = super::Step {
1478 host: &build.config.build,
1479 target: &build.config.build,
1482 assert!(!plan.iter().any(|s| s.host == "B"));
1483 assert!(!plan.iter().any(|s| s.host == "C"));
1485 assert!(plan.contains(&step.name("dist-docs")));
1486 assert!(plan.contains(&step.name("dist-mingw")));
1487 assert!(plan.contains(&step.name("dist-rustc")));
1488 assert!(plan.contains(&step.name("dist-std")));
1489 assert!(plan.contains(&step.name("dist-src")));
1491 assert!(plan.contains(&step.target("B").name("dist-docs")));
1492 assert!(plan.contains(&step.target("B").name("dist-mingw")));
1493 assert!(plan.contains(&step.target("B").name("dist-rustc")));
1494 assert!(plan.contains(&step.target("B").name("dist-std")));
1495 assert!(!plan.contains(&step.target("B").name("dist-src")));
1497 assert!(plan.contains(&step.target("C").name("dist-docs")));
1498 assert!(plan.contains(&step.target("C").name("dist-mingw")));
1499 assert!(!plan.contains(&step.target("C").name("dist-rustc")));
1500 assert!(plan.contains(&step.target("C").name("dist-std")));
1501 assert!(!plan.contains(&step.target("C").name("dist-src")));
1505 fn dist_target_with_target_flag() {
1506 let build = build(&["dist", "--target=C"], &["B"], &["C"]);
1507 let rules = super::build_rules(&build);
1508 let plan = rules.plan();
1509 println!("rules: {:#?}", plan);
1510 assert!(plan.iter().all(|s| s.stage == 2));
1512 let step = super::Step {
1515 host: &build.config.build,
1516 target: &build.config.build,
1519 assert!(!plan.iter().any(|s| s.target == "A"));
1520 assert!(!plan.iter().any(|s| s.target == "B"));
1521 assert!(!plan.iter().any(|s| s.host == "B"));
1522 assert!(!plan.iter().any(|s| s.host == "C"));
1524 assert!(plan.contains(&step.target("C").name("dist-docs")));
1525 assert!(plan.contains(&step.target("C").name("dist-mingw")));
1526 assert!(!plan.contains(&step.target("C").name("dist-rustc")));
1527 assert!(plan.contains(&step.target("C").name("dist-std")));
1528 assert!(!plan.contains(&step.target("C").name("dist-src")));
1532 fn dist_host_with_target_flag() {
1533 let build = build(&["dist", "--host=B", "--target=B"], &["B"], &["C"]);
1534 let rules = super::build_rules(&build);
1535 let plan = rules.plan();
1536 println!("rules: {:#?}", plan);
1537 assert!(plan.iter().all(|s| s.stage == 2));
1539 let step = super::Step {
1542 host: &build.config.build,
1543 target: &build.config.build,
1546 assert!(!plan.iter().any(|s| s.target == "A"));
1547 assert!(!plan.iter().any(|s| s.target == "C"));
1548 assert!(!plan.iter().any(|s| s.host == "B"));
1549 assert!(!plan.iter().any(|s| s.host == "C"));
1551 assert!(plan.contains(&step.target("B").name("dist-docs")));
1552 assert!(plan.contains(&step.target("B").name("dist-mingw")));
1553 assert!(plan.contains(&step.target("B").name("dist-rustc")));
1554 assert!(plan.contains(&step.target("B").name("dist-std")));
1555 assert!(plan.contains(&step.target("B").name("dist-src")));
1557 let all = rules.expand(&plan);
1558 println!("all rules: {:#?}", all);
1559 assert!(!all.contains(&step.name("rustc")));
1560 assert!(!all.contains(&step.name("build-crate-test").stage(1)));
1562 // all stage0 compiles should be for the build target, A
1563 for step in all.iter().filter(|s| s.stage == 0) {
1564 if !step.name.contains("build-crate") {
1567 println!("step: {:?}", step);
1568 assert!(step.host != "B");
1569 assert!(step.target != "B");
1570 assert!(step.host != "C");
1571 assert!(step.target != "C");
1576 fn build_default() {
1577 let build = build(&["build"], &["B"], &["C"]);
1578 let rules = super::build_rules(&build);
1579 let plan = rules.plan();
1580 println!("rules: {:#?}", plan);
1581 assert!(plan.iter().all(|s| s.stage == 2));
1583 let step = super::Step {
1586 host: &build.config.build,
1587 target: &build.config.build,
1590 // rustc built for all for of (A, B) x (A, B)
1591 assert!(plan.contains(&step.name("librustc")));
1592 assert!(plan.contains(&step.target("B").name("librustc")));
1593 assert!(plan.contains(&step.host("B").target("A").name("librustc")));
1594 assert!(plan.contains(&step.host("B").target("B").name("librustc")));
1596 // rustc never built for C
1597 assert!(!plan.iter().any(|s| {
1598 s.name.contains("rustc") && (s.host == "C" || s.target == "C")
1601 // test built for everything
1602 assert!(plan.contains(&step.name("libtest")));
1603 assert!(plan.contains(&step.target("B").name("libtest")));
1604 assert!(plan.contains(&step.host("B").target("A").name("libtest")));
1605 assert!(plan.contains(&step.host("B").target("B").name("libtest")));
1606 assert!(plan.contains(&step.host("A").target("C").name("libtest")));
1607 assert!(plan.contains(&step.host("B").target("C").name("libtest")));
1609 let all = rules.expand(&plan);
1610 println!("all rules: {:#?}", all);
1611 assert!(all.contains(&step.name("rustc")));
1612 assert!(all.contains(&step.name("libstd")));
1616 fn build_filtered() {
1617 let build = build(&["build", "--target=C"], &["B"], &["C"]);
1618 let rules = super::build_rules(&build);
1619 let plan = rules.plan();
1620 println!("rules: {:#?}", plan);
1621 assert!(plan.iter().all(|s| s.stage == 2));
1623 assert!(!plan.iter().any(|s| s.name.contains("rustc")));
1624 assert!(plan.iter().all(|s| {
1625 !s.name.contains("test") || s.target == "C"
1631 let build = build(&["test"], &[], &[]);
1632 let rules = super::build_rules(&build);
1633 let plan = rules.plan();
1634 println!("rules: {:#?}", plan);
1635 assert!(plan.iter().all(|s| s.stage == 2));
1636 assert!(plan.iter().all(|s| s.host == "A"));
1637 assert!(plan.iter().all(|s| s.target == "A"));
1639 assert!(plan.iter().any(|s| s.name.contains("-ui")));
1640 assert!(plan.iter().any(|s| s.name.contains("cfail")));
1641 assert!(plan.iter().any(|s| s.name.contains("cfail-full")));
1642 assert!(plan.iter().any(|s| s.name.contains("codegen-units")));
1643 assert!(plan.iter().any(|s| s.name.contains("debuginfo")));
1644 assert!(plan.iter().any(|s| s.name.contains("docs")));
1645 assert!(plan.iter().any(|s| s.name.contains("error-index")));
1646 assert!(plan.iter().any(|s| s.name.contains("incremental")));
1647 assert!(plan.iter().any(|s| s.name.contains("linkchecker")));
1648 assert!(plan.iter().any(|s| s.name.contains("mir-opt")));
1649 assert!(plan.iter().any(|s| s.name.contains("pfail")));
1650 assert!(plan.iter().any(|s| s.name.contains("rfail")));
1651 assert!(plan.iter().any(|s| s.name.contains("rfail-full")));
1652 assert!(plan.iter().any(|s| s.name.contains("rmake")));
1653 assert!(plan.iter().any(|s| s.name.contains("rpass")));
1654 assert!(plan.iter().any(|s| s.name.contains("rpass-full")));
1655 assert!(plan.iter().any(|s| s.name.contains("rustc-all")));
1656 assert!(plan.iter().any(|s| s.name.contains("rustdoc")));
1657 assert!(plan.iter().any(|s| s.name.contains("std-all")));
1658 assert!(plan.iter().any(|s| s.name.contains("test-all")));
1659 assert!(plan.iter().any(|s| s.name.contains("tidy")));
1660 assert!(plan.iter().any(|s| s.name.contains("valgrind")));
1664 fn test_with_a_target() {
1665 let build = build(&["test", "--target=C"], &[], &["C"]);
1666 let rules = super::build_rules(&build);
1667 let plan = rules.plan();
1668 println!("rules: {:#?}", plan);
1669 assert!(plan.iter().all(|s| s.stage == 2));
1670 assert!(plan.iter().all(|s| s.host == "A"));
1671 assert!(plan.iter().all(|s| s.target == "C"));
1673 assert!(plan.iter().any(|s| s.name.contains("-ui")));
1674 assert!(!plan.iter().any(|s| s.name.contains("ui-full")));
1675 assert!(plan.iter().any(|s| s.name.contains("cfail")));
1676 assert!(!plan.iter().any(|s| s.name.contains("cfail-full")));
1677 assert!(plan.iter().any(|s| s.name.contains("codegen-units")));
1678 assert!(plan.iter().any(|s| s.name.contains("debuginfo")));
1679 assert!(!plan.iter().any(|s| s.name.contains("docs")));
1680 assert!(!plan.iter().any(|s| s.name.contains("error-index")));
1681 assert!(plan.iter().any(|s| s.name.contains("incremental")));
1682 assert!(!plan.iter().any(|s| s.name.contains("linkchecker")));
1683 assert!(plan.iter().any(|s| s.name.contains("mir-opt")));
1684 assert!(plan.iter().any(|s| s.name.contains("pfail")));
1685 assert!(plan.iter().any(|s| s.name.contains("rfail")));
1686 assert!(!plan.iter().any(|s| s.name.contains("rfail-full")));
1687 assert!(!plan.iter().any(|s| s.name.contains("rmake")));
1688 assert!(plan.iter().any(|s| s.name.contains("rpass")));
1689 assert!(!plan.iter().any(|s| s.name.contains("rpass-full")));
1690 assert!(!plan.iter().any(|s| s.name.contains("rustc-all")));
1691 assert!(!plan.iter().any(|s| s.name.contains("rustdoc")));
1692 assert!(plan.iter().any(|s| s.name.contains("std-all")));
1693 assert!(plan.iter().any(|s| s.name.contains("test-all")));
1694 assert!(!plan.iter().any(|s| s.name.contains("tidy")));
1695 assert!(plan.iter().any(|s| s.name.contains("valgrind")));