1 //! Command-line interface of the rustbuild build system.
3 //! This module implements the command-line parsing of the build system which
4 //! has various flags to configure how it's run.
6 use std::path::PathBuf;
10 use crate::builder::{Builder, Kind};
11 use crate::config::{Config, TargetSelection};
12 use crate::setup::Profile;
14 use crate::{Build, DocTests};
16 #[derive(Copy, Clone)]
23 impl Default for Color {
24 fn default() -> Self {
29 impl std::str::FromStr for Color {
32 fn from_str(s: &str) -> Result<Self, Self::Err> {
33 match s.to_lowercase().as_str() {
34 "always" => Ok(Self::Always),
35 "never" => Ok(Self::Never),
36 "auto" => Ok(Self::Auto),
42 /// Deserialized version of all flags for this compile.
44 pub verbose: usize, // number of -v args; each extra -v after the first is passed to Cargo
45 pub on_fail: Option<String>,
46 pub stage: Option<u32>,
47 pub keep_stage: Vec<u32>,
48 pub keep_stage_std: Vec<u32>,
50 pub host: Option<Vec<TargetSelection>>,
51 pub target: Option<Vec<TargetSelection>>,
52 pub config: Option<PathBuf>,
53 pub build_dir: Option<PathBuf>,
54 pub jobs: Option<u32>,
56 pub incremental: bool,
57 pub exclude: Vec<PathBuf>,
58 pub include_default_paths: bool,
59 pub rustc_error_format: Option<String>,
60 pub json_output: bool,
64 // This overrides the deny-warnings configuration option,
65 // which passes -Dwarnings to the compiler invocations.
67 // true => deny, false => warn
68 pub deny_warnings: Option<bool>,
70 pub llvm_skip_rebuild: Option<bool>,
72 pub rust_profile_use: Option<String>,
73 pub rust_profile_generate: Option<String>,
75 pub llvm_profile_use: Option<String>,
76 // LLVM doesn't support a custom location for generating profile
79 // llvm_out/build/profiles/ is the location this writes to.
80 pub llvm_profile_generate: bool,
81 pub llvm_bolt_profile_generate: bool,
82 pub llvm_bolt_profile_use: Option<String>,
86 #[cfg_attr(test, derive(Clone))]
97 clippy_lint_allow: Vec<String>,
98 clippy_lint_deny: Vec<String>,
99 clippy_lint_warn: Vec<String>,
100 clippy_lint_forbid: Vec<String>,
116 /// Whether to automatically update stderr/stdout files
119 compare_mode: Option<String>,
120 pass: Option<String>,
122 test_args: Vec<String>,
123 rustc_args: Vec<String>,
126 rustfix_coverage: bool,
130 test_args: Vec<String>,
147 profile: Option<PathBuf>,
151 impl Default for Subcommand {
152 fn default() -> Subcommand {
153 Subcommand::Build { paths: vec![PathBuf::from("nowhere")] }
158 pub fn parse(args: &[String]) -> Flags {
159 let mut subcommand_help = String::from(
161 Usage: x.py <subcommand> [options] [<paths>...]
164 build, b Compile either the compiler or libraries
165 check, c Compile either the compiler or libraries, using cargo check
166 clippy Run clippy (uses rustup/cargo-installed clippy binary)
169 test, t Build and run some test suites
170 bench Build and run some benchmarks
171 doc, d Build documentation
172 clean Clean out build directories
173 dist Build distribution artifacts
174 install Install distribution artifacts
175 run, r Run tools contained in this repository
176 setup Create a config.toml (making it easier to use `x.py` itself)
178 To learn more about a subcommand, run `./x.py <subcommand> -h`",
181 let mut opts = Options::new();
182 // Options common to all subcommands
183 opts.optflagmulti("v", "verbose", "use verbose output (-vv for very verbose)");
184 opts.optflag("i", "incremental", "use incremental compilation");
185 opts.optopt("", "config", "TOML configuration file for build", "FILE");
189 "Build directory, overrides `build.build-dir` in `config.toml`",
192 opts.optopt("", "build", "build target of the stage0 compiler", "BUILD");
193 opts.optmulti("", "host", "host targets to build", "HOST");
194 opts.optmulti("", "target", "target targets to build", "TARGET");
195 opts.optmulti("", "exclude", "build paths to exclude", "PATH");
198 "include-default-paths",
199 "include default paths in addition to the provided ones",
201 opts.optopt("", "on-fail", "command to run on failure", "CMD");
202 opts.optflag("", "dry-run", "dry run; don't build anything");
206 "stage to build (indicates compiler to use/test, e.g., stage 0 uses the \
207 bootstrap compiler, stage 1 the stage 0 rustc artifacts, etc.)",
213 "stage(s) to keep without recompiling \
214 (pass multiple times to keep e.g., both stages 0 and 1)",
220 "stage(s) of the standard library to keep without recompiling \
221 (pass multiple times to keep e.g., both stages 0 and 1)",
224 opts.optopt("", "src", "path to the root of the rust checkout", "DIR");
226 "number of jobs to run in parallel; \
227 defaults to {} (this host's logical CPU count)",
228 std::thread::available_parallelism().map_or(1, std::num::NonZeroUsize::get)
230 opts.optopt("j", "jobs", &j_msg, "JOBS");
231 opts.optflag("h", "help", "print this help message");
235 "if value is deny, will deny warnings, otherwise use default",
238 opts.optopt("", "error-format", "rustc error format", "FORMAT");
239 opts.optflag("", "json-output", "use message-format=json");
240 opts.optopt("", "color", "whether to use color in cargo and rustc output", "STYLE");
244 "whether rebuilding llvm should be skipped \
245 a VALUE of TRUE indicates that llvm will not be rebuilt \
246 VALUE overrides the skip-rebuild option in config.toml.",
251 "rust-profile-generate",
252 "generate PGO profile with rustc build",
255 opts.optopt("", "rust-profile-use", "use PGO profile for rustc build", "PROFILE");
256 opts.optflag("", "llvm-profile-generate", "generate PGO profile with llvm built for rustc");
257 opts.optopt("", "llvm-profile-use", "use PGO profile for llvm build", "PROFILE");
258 opts.optmulti("A", "", "allow certain clippy lints", "OPT");
259 opts.optmulti("D", "", "deny certain clippy lints", "OPT");
260 opts.optmulti("W", "", "warn about certain clippy lints", "OPT");
261 opts.optmulti("F", "", "forbid certain clippy lints", "OPT");
262 opts.optflag("", "llvm-bolt-profile-generate", "generate BOLT profile for LLVM build");
263 opts.optopt("", "llvm-bolt-profile-use", "use BOLT profile for LLVM build", "PROFILE");
265 // We can't use getopt to parse the options until we have completed specifying which
266 // options are valid, but under the current implementation, some options are conditional on
267 // the subcommand. Therefore we must manually identify the subcommand first, so that we can
268 // complete the definition of the options. Then we can use the getopt::Matches object from
270 let subcommand = match args.iter().find_map(|s| Kind::parse(&s)) {
273 // No or an invalid subcommand -- show the general usage and subcommand help
274 // An exit code will be 0 when no subcommand is given, and 1 in case of an invalid
276 println!("{}\n", subcommand_help);
277 let exit_code = if args.is_empty() { 0 } else { 1 };
278 crate::detail_exit(exit_code);
282 // Some subcommands get extra options
285 opts.optflag("", "no-fail-fast", "Run all tests regardless of failure");
286 opts.optmulti("", "skip", "skips tests matching SUBSTRING, if supported by test tool. May be passed multiple times", "SUBSTRING");
290 "extra arguments to be passed for the test tool being used \
291 (e.g. libtest, compiletest or rustdoc)",
297 "extra options to pass the compiler when running tests",
300 opts.optflag("", "no-doc", "do not run doc tests");
301 opts.optflag("", "doc", "only run doc tests");
302 opts.optflag("", "bless", "update all stderr/stdout files of failing ui tests");
303 opts.optflag("", "force-rerun", "rerun tests even if the inputs are unchanged");
307 "mode describing what file the actual ui output will be compared to",
313 "force {check,build,run}-pass tests to this mode.",
314 "check | build | run",
316 opts.optopt("", "run", "whether to execute run-* tests", "auto | always | never");
320 "enable this to generate a Rustfix coverage file, which is saved in \
321 `/<build_base>/rustfix_missing_coverage.txt`",
325 opts.optflag("", "all-targets", "Check all targets");
328 opts.optmulti("", "test-args", "extra arguments", "ARGS");
331 opts.optflag("", "fix", "automatically apply lint suggestions");
334 opts.optflag("", "open", "open the docs in a browser");
338 "render the documentation in JSON format in addition to the usual HTML format",
342 opts.optflag("", "all", "clean all build artifacts");
345 opts.optflag("", "check", "check formatting instead of applying.");
348 opts.optmulti("", "args", "arguments for the tool", "ARGS");
354 let usage = |exit_code: i32, opts: &Options, verbose: bool, subcommand_help: &str| -> ! {
355 println!("{}", opts.usage(subcommand_help));
357 // We have an unfortunate situation here: some Steps use `builder.in_tree_crates` to determine their paths.
358 // To determine those crates, we need to run `cargo metadata`, which means we need all submodules to be checked out.
359 // That takes a while to run, so only do it when paths were explicitly requested, not on all CLI errors.
360 // `Build::new` won't load submodules for the `setup` command.
361 let cmd = if verbose {
362 println!("note: updating submodules before printing available paths");
367 let config = Config::parse(&[cmd.to_string()]);
368 let build = Build::new(config);
369 let paths = Builder::get_help(&build, subcommand);
371 if let Some(s) = paths {
374 panic!("No paths available for subcommand `{}`", subcommand.as_str());
378 "Run `./x.py {} -h -v` to see a list of available paths.",
382 crate::detail_exit(exit_code);
385 // Done specifying what options are possible, so do the getopts parsing
386 let matches = opts.parse(args).unwrap_or_else(|e| {
387 // Invalid argument/option format
388 println!("\n{}\n", e);
389 usage(1, &opts, false, &subcommand_help);
392 // Extra sanity check to make sure we didn't hit this crazy corner case:
394 // ./x.py --frobulate clean build
395 // ^-- option ^ ^- actual subcommand
396 // \_ arg to option could be mistaken as subcommand
397 let mut pass_sanity_check = true;
398 match matches.free.get(0).and_then(|s| Kind::parse(&s)) {
399 Some(check_subcommand) => {
400 if check_subcommand != subcommand {
401 pass_sanity_check = false;
405 pass_sanity_check = false;
408 if !pass_sanity_check {
409 eprintln!("{}\n", subcommand_help);
411 "Sorry, I couldn't figure out which subcommand you were trying to specify.\n\
412 You may need to move some options to after the subcommand.\n"
414 crate::detail_exit(1);
416 // Extra help text for some commands
419 subcommand_help.push_str(
422 This subcommand accepts a number of paths to directories to the crates
423 and/or artifacts to compile. For example, for a quick build of a usable
426 ./x.py build --stage 1 library/std
428 This will build a compiler and standard library from the local source code.
429 Once this is done, build/$ARCH/stage1 contains a usable compiler.
431 If no arguments are passed then the default artifacts for that stage are
432 compiled. For example:
434 ./x.py build --stage 0
439 subcommand_help.push_str(
442 This subcommand accepts a number of paths to directories to the crates
443 and/or artifacts to compile. For example:
445 ./x.py check library/std
447 If no arguments are passed then many artifacts are checked.",
451 subcommand_help.push_str(
454 This subcommand accepts a number of paths to directories to the crates
455 and/or artifacts to run clippy against. For example:
457 ./x.py clippy library/core
458 ./x.py clippy library/core library/proc_macro",
462 subcommand_help.push_str(
465 This subcommand accepts a number of paths to directories to the crates
466 and/or artifacts to run `cargo fix` against. For example:
468 ./x.py fix library/core
469 ./x.py fix library/core library/proc_macro",
473 subcommand_help.push_str(
476 This subcommand optionally accepts a `--check` flag which succeeds if formatting is correct and
477 fails if it is not. For example:
484 subcommand_help.push_str(
487 This subcommand accepts a number of paths to test directories that
488 should be compiled and run. For example:
491 ./x.py test library/std --test-args hash_map
492 ./x.py test library/std --stage 0 --no-doc
493 ./x.py test tests/ui --bless
494 ./x.py test tests/ui --compare-mode chalk
496 Note that `test tests/* --stage N` does NOT depend on `build compiler/rustc --stage N`;
497 just like `build library/std --stage N` it tests the compiler produced by the previous
500 Execute tool tests with a tool name argument:
504 If no arguments are passed then the complete artifacts for that stage are
508 ./x.py test --stage 1",
512 subcommand_help.push_str(
515 This subcommand accepts a number of paths to directories of documentation
516 to build. For example:
518 ./x.py doc src/doc/book
519 ./x.py doc src/doc/nomicon
520 ./x.py doc src/doc/book library/std
521 ./x.py doc library/std --json
522 ./x.py doc library/std --open
524 If no arguments are passed then everything is documented:
527 ./x.py doc --stage 1",
531 subcommand_help.push_str(
534 This subcommand accepts a number of paths to tools to build and run. For
537 ./x.py run src/tools/expand-yaml-anchors
539 At least a tool needs to be called.",
543 subcommand_help.push_str(&format!(
545 x.py setup creates a `config.toml` which changes the defaults for x.py itself.
548 This subcommand accepts a 'profile' to use for builds. For example:
552 The profile is optional and you will be prompted interactively if it is not given.
553 The following profiles are available:
556 Profile::all_for_help(" ").trim_end()
559 Kind::Bench | Kind::Clean | Kind::Dist | Kind::Install => {}
561 // Get any optional paths which occur after the subcommand
562 let mut paths = matches.free[1..].iter().map(|p| p.into()).collect::<Vec<PathBuf>>();
564 let verbose = matches.opt_present("verbose");
566 // User passed in -h/--help?
567 if matches.opt_present("help") {
568 usage(0, &opts, verbose, &subcommand_help);
571 let cmd = match subcommand {
572 Kind::Build => Subcommand::Build { paths },
574 if matches.opt_present("all-targets") {
576 "Warning: --all-targets is now on by default and does not need to be passed explicitly."
579 Subcommand::Check { paths }
581 Kind::Clippy => Subcommand::Clippy {
583 fix: matches.opt_present("fix"),
584 clippy_lint_allow: matches.opt_strs("A"),
585 clippy_lint_warn: matches.opt_strs("W"),
586 clippy_lint_deny: matches.opt_strs("D"),
587 clippy_lint_forbid: matches.opt_strs("F"),
589 Kind::Fix => Subcommand::Fix { paths },
590 Kind::Test => Subcommand::Test {
592 bless: matches.opt_present("bless"),
593 force_rerun: matches.opt_present("force-rerun"),
594 compare_mode: matches.opt_str("compare-mode"),
595 pass: matches.opt_str("pass"),
596 run: matches.opt_str("run"),
597 test_args: matches.opt_strs("test-args"),
598 rustc_args: matches.opt_strs("rustc-args"),
599 fail_fast: !matches.opt_present("no-fail-fast"),
600 rustfix_coverage: matches.opt_present("rustfix-coverage"),
601 doc_tests: if matches.opt_present("doc") {
603 } else if matches.opt_present("no-doc") {
609 Kind::Bench => Subcommand::Bench { paths, test_args: matches.opt_strs("test-args") },
610 Kind::Doc => Subcommand::Doc {
612 open: matches.opt_present("open"),
613 json: matches.opt_present("json"),
615 Kind::Clean => Subcommand::Clean { all: matches.opt_present("all"), paths },
616 Kind::Format => Subcommand::Format { check: matches.opt_present("check"), paths },
617 Kind::Dist => Subcommand::Dist { paths },
618 Kind::Install => Subcommand::Install { paths },
620 if paths.is_empty() {
621 println!("\nrun requires at least a path!\n");
622 usage(1, &opts, verbose, &subcommand_help);
624 Subcommand::Run { paths, args: matches.opt_strs("args") }
627 let profile = if paths.len() > 1 {
628 eprintln!("\nerror: At most one profile can be passed to setup\n");
629 usage(1, &opts, verbose, &subcommand_help)
630 } else if let Some(path) = paths.pop() {
631 let profile_string = t!(path.into_os_string().into_string().map_err(
632 |path| format!("{} is not a valid UTF8 string", path.to_string_lossy())
635 let profile = profile_string.parse().unwrap_or_else(|err| {
636 eprintln!("error: {}", err);
637 eprintln!("help: the available profiles are:");
638 eprint!("{}", Profile::all_for_help("- "));
639 crate::detail_exit(1);
645 Subcommand::Setup { profile }
650 verbose: matches.opt_count("verbose"),
651 stage: matches.opt_str("stage").map(|j| j.parse().expect("`stage` should be a number")),
652 dry_run: matches.opt_present("dry-run"),
653 on_fail: matches.opt_str("on-fail"),
654 rustc_error_format: matches.opt_str("error-format"),
655 json_output: matches.opt_present("json-output"),
657 .opt_strs("keep-stage")
659 .map(|j| j.parse().expect("`keep-stage` should be a number"))
661 keep_stage_std: matches
662 .opt_strs("keep-stage-std")
664 .map(|j| j.parse().expect("`keep-stage-std` should be a number"))
666 host: if matches.opt_present("host") {
668 split(&matches.opt_strs("host"))
670 .map(|x| TargetSelection::from_user(&x))
671 .collect::<Vec<_>>(),
676 target: if matches.opt_present("target") {
678 split(&matches.opt_strs("target"))
680 .map(|x| TargetSelection::from_user(&x))
681 .collect::<Vec<_>>(),
686 config: matches.opt_str("config").map(PathBuf::from),
687 build_dir: matches.opt_str("build-dir").map(PathBuf::from),
688 jobs: matches.opt_str("jobs").map(|j| j.parse().expect("`jobs` should be a number")),
690 incremental: matches.opt_present("incremental"),
691 exclude: split(&matches.opt_strs("exclude"))
694 .collect::<Vec<_>>(),
695 include_default_paths: matches.opt_present("include-default-paths"),
696 deny_warnings: parse_deny_warnings(&matches),
697 llvm_skip_rebuild: matches.opt_str("llvm-skip-rebuild").map(|s| s.to_lowercase()).map(
698 |s| s.parse::<bool>().expect("`llvm-skip-rebuild` should be either true or false"),
701 .opt_get_default("color", Color::Auto)
702 .expect("`color` should be `always`, `never`, or `auto`"),
703 rust_profile_use: matches.opt_str("rust-profile-use"),
704 rust_profile_generate: matches.opt_str("rust-profile-generate"),
705 llvm_profile_use: matches.opt_str("llvm-profile-use"),
706 llvm_profile_generate: matches.opt_present("llvm-profile-generate"),
707 llvm_bolt_profile_generate: matches.opt_present("llvm-bolt-profile-generate"),
708 llvm_bolt_profile_use: matches.opt_str("llvm-bolt-profile-use"),
714 pub fn kind(&self) -> Kind {
716 Subcommand::Bench { .. } => Kind::Bench,
717 Subcommand::Build { .. } => Kind::Build,
718 Subcommand::Check { .. } => Kind::Check,
719 Subcommand::Clippy { .. } => Kind::Clippy,
720 Subcommand::Doc { .. } => Kind::Doc,
721 Subcommand::Fix { .. } => Kind::Fix,
722 Subcommand::Format { .. } => Kind::Format,
723 Subcommand::Test { .. } => Kind::Test,
724 Subcommand::Clean { .. } => Kind::Clean,
725 Subcommand::Dist { .. } => Kind::Dist,
726 Subcommand::Install { .. } => Kind::Install,
727 Subcommand::Run { .. } => Kind::Run,
728 Subcommand::Setup { .. } => Kind::Setup,
732 pub fn test_args(&self) -> Vec<&str> {
734 Subcommand::Test { ref test_args, .. } | Subcommand::Bench { ref test_args, .. } => {
735 test_args.iter().flat_map(|s| s.split_whitespace()).collect()
741 pub fn rustc_args(&self) -> Vec<&str> {
743 Subcommand::Test { ref rustc_args, .. } => {
744 rustc_args.iter().flat_map(|s| s.split_whitespace()).collect()
750 pub fn args(&self) -> Vec<&str> {
752 Subcommand::Run { ref args, .. } => {
753 args.iter().flat_map(|s| s.split_whitespace()).collect()
759 pub fn fail_fast(&self) -> bool {
761 Subcommand::Test { fail_fast, .. } => fail_fast,
766 pub fn doc_tests(&self) -> DocTests {
768 Subcommand::Test { doc_tests, .. } => doc_tests,
773 pub fn bless(&self) -> bool {
775 Subcommand::Test { bless, .. } => bless,
780 pub fn force_rerun(&self) -> bool {
782 Subcommand::Test { force_rerun, .. } => force_rerun,
787 pub fn rustfix_coverage(&self) -> bool {
789 Subcommand::Test { rustfix_coverage, .. } => rustfix_coverage,
794 pub fn compare_mode(&self) -> Option<&str> {
796 Subcommand::Test { ref compare_mode, .. } => compare_mode.as_ref().map(|s| &s[..]),
801 pub fn pass(&self) -> Option<&str> {
803 Subcommand::Test { ref pass, .. } => pass.as_ref().map(|s| &s[..]),
808 pub fn run(&self) -> Option<&str> {
810 Subcommand::Test { ref run, .. } => run.as_ref().map(|s| &s[..]),
815 pub fn open(&self) -> bool {
817 Subcommand::Doc { open, .. } => open,
822 pub fn json(&self) -> bool {
824 Subcommand::Doc { json, .. } => json,
830 fn split(s: &[String]) -> Vec<String> {
831 s.iter().flat_map(|s| s.split(',')).filter(|s| !s.is_empty()).map(|s| s.to_string()).collect()
834 fn parse_deny_warnings(matches: &getopts::Matches) -> Option<bool> {
835 match matches.opt_str("warnings").as_deref() {
836 Some("deny") => Some(true),
837 Some("warn") => Some(false),
839 eprintln!(r#"invalid value for --warnings: {:?}, expected "warn" or "deny""#, value,);
840 crate::detail_exit(1);