1 use std::collections::HashSet;
4 use std::io::prelude::*;
5 use std::io::BufReader;
6 use std::path::{Path, PathBuf};
7 use std::process::Command;
11 use crate::common::{CompareMode, Config, Debugger, FailMode, Mode, PassMode};
13 use crate::{extract_cdb_version, extract_gdb_version};
18 /// The result of parse_cfg_name_directive.
19 #[derive(Clone, Copy, PartialEq, Debug)]
20 enum ParsedNameDirective {
27 /// Properties which must be known very early, before actually running
30 pub struct EarlyProps {
32 pub aux_crate: Vec<(String, String)>,
33 pub revisions: Vec<String>,
37 pub fn from_file(config: &Config, testfile: &Path) -> Self {
38 let file = File::open(testfile).expect("open test file to parse earlyprops");
39 Self::from_reader(config, testfile, file)
42 pub fn from_reader<R: Read>(config: &Config, testfile: &Path, rdr: R) -> Self {
43 let mut props = EarlyProps::default();
44 iter_header(testfile, rdr, &mut |_, ln| {
45 config.push_name_value_directive(ln, directives::AUX_BUILD, &mut props.aux, |r| {
48 config.push_name_value_directive(
50 directives::AUX_CRATE,
52 Config::parse_aux_crate,
54 config.parse_and_update_revisions(ln, &mut props.revisions);
60 #[derive(Clone, Debug)]
61 pub struct TestProps {
62 // Lines that should be expected, in order, on standard out
63 pub error_patterns: Vec<String>,
64 // Regexes that should be expected, in order, on standard out
65 pub regex_error_patterns: Vec<String>,
66 // Extra flags to pass to the compiler
67 pub compile_flags: Vec<String>,
68 // Extra flags to pass when the compiled code is run (such as --bench)
69 pub run_flags: Option<String>,
70 // If present, the name of a file that this test should match when
72 pub pp_exact: Option<PathBuf>,
73 // Other crates that should be compiled (typically from the same
74 // directory as the test, but for backwards compatibility reasons
75 // we also check the auxiliary directory)
76 pub aux_builds: Vec<String>,
77 // Similar to `aux_builds`, but a list of NAME=somelib.rs of dependencies
78 // to build and pass with the `--extern` flag.
79 pub aux_crates: Vec<(String, String)>,
80 // Environment settings to use for compiling
81 pub rustc_env: Vec<(String, String)>,
82 // Environment variables to unset prior to compiling.
83 // Variables are unset before applying 'rustc_env'.
84 pub unset_rustc_env: Vec<String>,
85 // Environment settings to use during execution
86 pub exec_env: Vec<(String, String)>,
87 // Build documentation for all specified aux-builds as well
88 pub build_aux_docs: bool,
89 // Flag to force a crate to be built with the host architecture
91 // Check stdout for error-pattern output as well as stderr
92 pub check_stdout: bool,
93 // Check stdout & stderr for output of run-pass test
94 pub check_run_results: bool,
95 // For UI tests, allows compiler to generate arbitrary output to stdout
96 pub dont_check_compiler_stdout: bool,
97 // For UI tests, allows compiler to generate arbitrary output to stderr
98 pub dont_check_compiler_stderr: bool,
99 // Don't force a --crate-type=dylib flag on the command line
101 // Set this for example if you have an auxiliary test file that contains
102 // a proc-macro and needs `#![crate_type = "proc-macro"]`. This ensures
103 // that the aux file is compiled as a `proc-macro` and not as a `dylib`.
104 pub no_prefer_dynamic: bool,
105 // Run -Zunpretty expanded when running pretty printing tests
106 pub pretty_expanded: bool,
107 // Which pretty mode are we testing with, default to 'normal'
108 pub pretty_mode: String,
109 // Only compare pretty output and don't try compiling
110 pub pretty_compare_only: bool,
111 // Patterns which must not appear in the output of a cfail test.
112 pub forbid_output: Vec<String>,
113 // Revisions to test for incremental compilation.
114 pub revisions: Vec<String>,
115 // Directory (if any) to use for incremental compilation. This is
116 // not set by end-users; rather it is set by the incremental
117 // testing harness and used when generating compilation
118 // arguments. (In particular, it propagates to the aux-builds.)
119 pub incremental_dir: Option<PathBuf>,
120 // If `true`, this test will use incremental compilation.
122 // This can be set manually with the `incremental` header, or implicitly
123 // by being a part of an incremental mode test. Using the `incremental`
124 // header should be avoided if possible; using an incremental mode test is
125 // preferred. Incremental mode tests support multiple passes, which can
126 // verify that the incremental cache can be loaded properly after being
127 // created. Just setting the header will only verify the behavior with
128 // creating an incremental cache, but doesn't check that it is created
131 // Compiletest will create the incremental directory, and ensure it is
132 // empty before the test starts. Incremental mode tests will reuse the
133 // incremental directory between passes in the same test.
134 pub incremental: bool,
135 // If `true`, this test is a known bug.
137 // When set, some requirements are relaxed. Currently, this only means no
138 // error annotations are needed, but this may be updated in the future to
139 // include other relaxations.
141 // How far should the test proceed while still passing.
142 pass_mode: Option<PassMode>,
143 // Ignore `--pass` overrides from the command line for this test.
145 // How far this test should proceed to start failing.
146 pub fail_mode: Option<FailMode>,
147 // rustdoc will test the output of the `--test` option
148 pub check_test_line_numbers_match: bool,
149 // customized normalization rules
150 pub normalize_stdout: Vec<(String, String)>,
151 pub normalize_stderr: Vec<(String, String)>,
152 pub failure_status: i32,
153 // Whether or not `rustfix` should apply the `CodeSuggestion`s of this test and compile the
154 // resulting Rust code.
155 pub run_rustfix: bool,
156 // If true, `rustfix` will only apply `MachineApplicable` suggestions.
157 pub rustfix_only_machine_applicable: bool,
158 pub assembly_output: Option<String>,
159 // If true, the test is expected to ICE
160 pub should_ice: bool,
161 // If true, the stderr is expected to be different across bit-widths.
162 pub stderr_per_bitwidth: bool,
163 // The MIR opt to unit test, if any
164 pub mir_unit_test: Option<String>,
165 // Whether to tell `rustc` to remap the "src base" directory to a fake
167 pub remap_src_base: bool,
171 pub const ERROR_PATTERN: &'static str = "error-pattern";
172 pub const REGEX_ERROR_PATTERN: &'static str = "regex-error-pattern";
173 pub const COMPILE_FLAGS: &'static str = "compile-flags";
174 pub const RUN_FLAGS: &'static str = "run-flags";
175 pub const SHOULD_ICE: &'static str = "should-ice";
176 pub const BUILD_AUX_DOCS: &'static str = "build-aux-docs";
177 pub const FORCE_HOST: &'static str = "force-host";
178 pub const CHECK_STDOUT: &'static str = "check-stdout";
179 pub const CHECK_RUN_RESULTS: &'static str = "check-run-results";
180 pub const DONT_CHECK_COMPILER_STDOUT: &'static str = "dont-check-compiler-stdout";
181 pub const DONT_CHECK_COMPILER_STDERR: &'static str = "dont-check-compiler-stderr";
182 pub const NO_PREFER_DYNAMIC: &'static str = "no-prefer-dynamic";
183 pub const PRETTY_EXPANDED: &'static str = "pretty-expanded";
184 pub const PRETTY_MODE: &'static str = "pretty-mode";
185 pub const PRETTY_COMPARE_ONLY: &'static str = "pretty-compare-only";
186 pub const AUX_BUILD: &'static str = "aux-build";
187 pub const AUX_CRATE: &'static str = "aux-crate";
188 pub const EXEC_ENV: &'static str = "exec-env";
189 pub const RUSTC_ENV: &'static str = "rustc-env";
190 pub const UNSET_RUSTC_ENV: &'static str = "unset-rustc-env";
191 pub const FORBID_OUTPUT: &'static str = "forbid-output";
192 pub const CHECK_TEST_LINE_NUMBERS_MATCH: &'static str = "check-test-line-numbers-match";
193 pub const IGNORE_PASS: &'static str = "ignore-pass";
194 pub const FAILURE_STATUS: &'static str = "failure-status";
195 pub const RUN_RUSTFIX: &'static str = "run-rustfix";
196 pub const RUSTFIX_ONLY_MACHINE_APPLICABLE: &'static str = "rustfix-only-machine-applicable";
197 pub const ASSEMBLY_OUTPUT: &'static str = "assembly-output";
198 pub const STDERR_PER_BITWIDTH: &'static str = "stderr-per-bitwidth";
199 pub const INCREMENTAL: &'static str = "incremental";
200 pub const KNOWN_BUG: &'static str = "known-bug";
201 pub const MIR_UNIT_TEST: &'static str = "unit-test";
202 pub const REMAP_SRC_BASE: &'static str = "remap-src-base";
203 // This isn't a real directive, just one that is probably mistyped often
204 pub const INCORRECT_COMPILER_FLAGS: &'static str = "compiler-flags";
208 pub fn new() -> Self {
210 error_patterns: vec![],
211 regex_error_patterns: vec![],
212 compile_flags: vec![],
219 unset_rustc_env: vec![],
221 build_aux_docs: false,
224 check_run_results: false,
225 dont_check_compiler_stdout: false,
226 dont_check_compiler_stderr: false,
227 no_prefer_dynamic: false,
228 pretty_expanded: false,
229 pretty_mode: "normal".to_string(),
230 pretty_compare_only: false,
231 forbid_output: vec![],
232 incremental_dir: None,
238 check_test_line_numbers_match: false,
239 normalize_stdout: vec![],
240 normalize_stderr: vec![],
243 rustfix_only_machine_applicable: false,
244 assembly_output: None,
246 stderr_per_bitwidth: false,
248 remap_src_base: false,
252 pub fn from_aux_file(&self, testfile: &Path, cfg: Option<&str>, config: &Config) -> Self {
253 let mut props = TestProps::new();
255 // copy over select properties to the aux build:
256 props.incremental_dir = self.incremental_dir.clone();
257 props.ignore_pass = true;
258 props.load_from(testfile, cfg, config);
263 pub fn from_file(testfile: &Path, cfg: Option<&str>, config: &Config) -> Self {
264 let mut props = TestProps::new();
265 props.load_from(testfile, cfg, config);
267 match (props.pass_mode, props.fail_mode) {
268 (None, None) if config.mode == Mode::Ui => props.fail_mode = Some(FailMode::Check),
269 (Some(_), Some(_)) => panic!("cannot use a *-fail and *-pass mode together"),
276 /// Loads properties from `testfile` into `props`. If a property is
277 /// tied to a particular revision `foo` (indicated by writing
278 /// `//[foo]`), then the property is ignored unless `cfg` is
280 fn load_from(&mut self, testfile: &Path, cfg: Option<&str>, config: &Config) {
281 // Mode-dependent defaults.
282 self.remap_src_base = config.mode == Mode::Ui && !config.suite.contains("rustdoc");
284 let mut has_edition = false;
285 if !testfile.is_dir() {
286 let file = File::open(testfile).unwrap();
288 iter_header(testfile, file, &mut |revision, ln| {
289 if revision.is_some() && revision != cfg {
295 config.push_name_value_directive(
298 &mut self.error_patterns,
301 config.push_name_value_directive(
304 &mut self.regex_error_patterns,
308 if let Some(flags) = config.parse_name_value_directive(ln, COMPILE_FLAGS) {
309 self.compile_flags.extend(flags.split_whitespace().map(|s| s.to_owned()));
311 if config.parse_name_value_directive(ln, INCORRECT_COMPILER_FLAGS).is_some() {
312 panic!("`compiler-flags` directive should be spelled `compile-flags`");
315 if let Some(edition) = config.parse_edition(ln) {
316 self.compile_flags.push(format!("--edition={}", edition.trim()));
320 config.parse_and_update_revisions(ln, &mut self.revisions);
322 config.set_name_value_directive(ln, RUN_FLAGS, &mut self.run_flags, |r| r);
324 if self.pp_exact.is_none() {
325 self.pp_exact = config.parse_pp_exact(ln, testfile);
328 config.set_name_directive(ln, SHOULD_ICE, &mut self.should_ice);
329 config.set_name_directive(ln, BUILD_AUX_DOCS, &mut self.build_aux_docs);
330 config.set_name_directive(ln, FORCE_HOST, &mut self.force_host);
331 config.set_name_directive(ln, CHECK_STDOUT, &mut self.check_stdout);
332 config.set_name_directive(ln, CHECK_RUN_RESULTS, &mut self.check_run_results);
333 config.set_name_directive(
335 DONT_CHECK_COMPILER_STDOUT,
336 &mut self.dont_check_compiler_stdout,
338 config.set_name_directive(
340 DONT_CHECK_COMPILER_STDERR,
341 &mut self.dont_check_compiler_stderr,
343 config.set_name_directive(ln, NO_PREFER_DYNAMIC, &mut self.no_prefer_dynamic);
344 config.set_name_directive(ln, PRETTY_EXPANDED, &mut self.pretty_expanded);
346 if let Some(m) = config.parse_name_value_directive(ln, PRETTY_MODE) {
347 self.pretty_mode = m;
350 config.set_name_directive(ln, PRETTY_COMPARE_ONLY, &mut self.pretty_compare_only);
351 config.push_name_value_directive(ln, AUX_BUILD, &mut self.aux_builds, |r| {
354 config.push_name_value_directive(
357 &mut self.aux_crates,
358 Config::parse_aux_crate,
360 config.push_name_value_directive(
366 config.push_name_value_directive(
372 config.push_name_value_directive(
375 &mut self.unset_rustc_env,
378 config.push_name_value_directive(ln, FORBID_OUTPUT, &mut self.forbid_output, |r| r);
379 config.set_name_directive(
381 CHECK_TEST_LINE_NUMBERS_MATCH,
382 &mut self.check_test_line_numbers_match,
385 self.update_pass_mode(ln, cfg, config);
386 self.update_fail_mode(ln, config);
388 config.set_name_directive(ln, IGNORE_PASS, &mut self.ignore_pass);
390 if let Some(rule) = config.parse_custom_normalization(ln, "normalize-stdout") {
391 self.normalize_stdout.push(rule);
393 if let Some(rule) = config.parse_custom_normalization(ln, "normalize-stderr") {
394 self.normalize_stderr.push(rule);
397 if let Some(code) = config
398 .parse_name_value_directive(ln, FAILURE_STATUS)
399 .and_then(|code| code.trim().parse::<i32>().ok())
401 self.failure_status = code;
404 config.set_name_directive(ln, RUN_RUSTFIX, &mut self.run_rustfix);
405 config.set_name_directive(
407 RUSTFIX_ONLY_MACHINE_APPLICABLE,
408 &mut self.rustfix_only_machine_applicable,
410 config.set_name_value_directive(
413 &mut self.assembly_output,
414 |r| r.trim().to_string(),
416 config.set_name_directive(ln, STDERR_PER_BITWIDTH, &mut self.stderr_per_bitwidth);
417 config.set_name_directive(ln, INCREMENTAL, &mut self.incremental);
419 // Unlike the other `name_value_directive`s this needs to be handled manually,
420 // because it sets a `bool` flag.
421 if let Some(known_bug) = config.parse_name_value_directive(ln, KNOWN_BUG) {
422 let known_bug = known_bug.trim();
423 if known_bug == "unknown"
424 || known_bug.split(',').all(|issue_ref| {
428 .filter(|(_, number)| {
429 number.chars().all(|digit| digit.is_numeric())
434 self.known_bug = true;
437 "Invalid known-bug value: {known_bug}\nIt requires comma-separated issue references (`#000` or `chalk#000`) or `known-bug: unknown`."
440 } else if config.parse_name_directive(ln, KNOWN_BUG) {
442 "Invalid known-bug attribute, requires comma-separated issue references (`#000` or `chalk#000`) or `known-bug: unknown`."
446 config.set_name_value_directive(ln, MIR_UNIT_TEST, &mut self.mir_unit_test, |s| {
449 config.set_name_directive(ln, REMAP_SRC_BASE, &mut self.remap_src_base);
453 if self.failure_status == -1 {
454 self.failure_status = 1;
457 self.failure_status = 101;
460 if config.mode == Mode::Incremental {
461 self.incremental = true;
464 for key in &["RUST_TEST_NOCAPTURE", "RUST_TEST_THREADS"] {
465 if let Ok(val) = env::var(key) {
466 if self.exec_env.iter().find(|&&(ref x, _)| x == key).is_none() {
467 self.exec_env.push(((*key).to_owned(), val))
472 if let (Some(edition), false) = (&config.edition, has_edition) {
473 self.compile_flags.push(format!("--edition={}", edition));
477 fn update_fail_mode(&mut self, ln: &str, config: &Config) {
478 let check_ui = |mode: &str| {
479 if config.mode != Mode::Ui {
480 panic!("`{}-fail` header is only supported in UI tests", mode);
483 if config.mode == Mode::Ui && config.parse_name_directive(ln, "compile-fail") {
484 panic!("`compile-fail` header is useless in UI tests");
486 let fail_mode = if config.parse_name_directive(ln, "check-fail") {
488 Some(FailMode::Check)
489 } else if config.parse_name_directive(ln, "build-fail") {
491 Some(FailMode::Build)
492 } else if config.parse_name_directive(ln, "run-fail") {
498 match (self.fail_mode, fail_mode) {
499 (None, Some(_)) => self.fail_mode = fail_mode,
500 (Some(_), Some(_)) => panic!("multiple `*-fail` headers in a single test"),
505 fn update_pass_mode(&mut self, ln: &str, revision: Option<&str>, config: &Config) {
506 let check_no_run = |s| {
507 if config.mode != Mode::Ui && config.mode != Mode::Incremental {
508 panic!("`{}` header is only supported in UI and incremental tests", s);
510 if config.mode == Mode::Incremental
511 && !revision.map_or(false, |r| r.starts_with("cfail"))
512 && !self.revisions.iter().all(|r| r.starts_with("cfail"))
514 panic!("`{}` header is only supported in `cfail` incremental tests", s);
517 let pass_mode = if config.parse_name_directive(ln, "check-pass") {
518 check_no_run("check-pass");
519 Some(PassMode::Check)
520 } else if config.parse_name_directive(ln, "build-pass") {
521 check_no_run("build-pass");
522 Some(PassMode::Build)
523 } else if config.parse_name_directive(ln, "run-pass") {
524 if config.mode != Mode::Ui {
525 panic!("`run-pass` header is only supported in UI tests")
531 match (self.pass_mode, pass_mode) {
532 (None, Some(_)) => self.pass_mode = pass_mode,
533 (Some(_), Some(_)) => panic!("multiple `*-pass` headers in a single test"),
538 pub fn pass_mode(&self, config: &Config) -> Option<PassMode> {
539 if !self.ignore_pass && self.fail_mode.is_none() {
540 if let mode @ Some(_) = config.force_pass_mode {
547 // does not consider CLI override for pass mode
548 pub fn local_pass_mode(&self) -> Option<PassMode> {
553 pub fn line_directive<'line>(
556 ) -> Option<(Option<&'line str>, &'line str)> {
557 if ln.starts_with(comment) {
558 let ln = ln[comment.len()..].trim_start();
559 if ln.starts_with('[') {
560 // A comment like `//[foo]` is specific to revision `foo`
561 if let Some(close_brace) = ln.find(']') {
562 let lncfg = &ln[1..close_brace];
564 Some((Some(lncfg), ln[(close_brace + 1)..].trim_start()))
566 panic!("malformed condition directive: expected `{}[foo]`, found `{}`", comment, ln)
576 fn iter_header<R: Read>(testfile: &Path, rdr: R, it: &mut dyn FnMut(Option<&str>, &str)) {
577 if testfile.is_dir() {
581 let comment = if testfile.extension().map(|e| e == "rs") == Some(true) { "//" } else { "#" };
583 let mut rdr = BufReader::new(rdr);
584 let mut ln = String::new();
588 if rdr.read_line(&mut ln).unwrap() == 0 {
592 // Assume that any directives will be found before the first
593 // module or function. This doesn't seem to be an optimization
594 // with a warm page cache. Maybe with a cold one.
596 if ln.starts_with("fn") || ln.starts_with("mod") {
598 } else if let Some((lncfg, ln)) = line_directive(comment, ln) {
605 fn parse_aux_crate(r: String) -> (String, String) {
606 let mut parts = r.trim().splitn(2, '=');
608 parts.next().expect("missing aux-crate name (e.g. log=log.rs)").to_string(),
609 parts.next().expect("missing aux-crate value (e.g. log=log.rs)").to_string(),
613 fn parse_and_update_revisions(&self, line: &str, existing: &mut Vec<String>) {
614 if let Some(raw) = self.parse_name_value_directive(line, "revisions") {
615 let mut duplicates: HashSet<_> = existing.iter().cloned().collect();
616 for revision in raw.split_whitespace().map(|r| r.to_string()) {
617 if !duplicates.insert(revision.clone()) {
618 panic!("Duplicate revision: `{}` in line `{}`", revision, raw);
620 existing.push(revision);
625 fn parse_env(nv: String) -> (String, String) {
626 // nv is either FOO or FOO=BAR
627 let mut strs: Vec<String> = nv.splitn(2, '=').map(str::to_owned).collect();
630 1 => (strs.pop().unwrap(), String::new()),
632 let end = strs.pop().unwrap();
633 (strs.pop().unwrap(), end)
635 n => panic!("Expected 1 or 2 strings, not {}", n),
639 fn parse_pp_exact(&self, line: &str, testfile: &Path) -> Option<PathBuf> {
640 if let Some(s) = self.parse_name_value_directive(line, "pp-exact") {
641 Some(PathBuf::from(&s))
642 } else if self.parse_name_directive(line, "pp-exact") {
643 testfile.file_name().map(PathBuf::from)
649 fn parse_custom_normalization(&self, mut line: &str, prefix: &str) -> Option<(String, String)> {
650 if self.parse_cfg_name_directive(line, prefix) == ParsedNameDirective::Match {
651 let from = parse_normalization_string(&mut line)?;
652 let to = parse_normalization_string(&mut line)?;
659 fn parse_needs_matching_clang(&self, line: &str) -> bool {
660 self.parse_name_directive(line, "needs-matching-clang")
663 fn parse_needs_profiler_support(&self, line: &str) -> bool {
664 self.parse_name_directive(line, "needs-profiler-support")
667 /// Parses a name-value directive which contains config-specific information, e.g., `ignore-x86`
668 /// or `normalize-stderr-32bit`.
669 fn parse_cfg_name_directive(&self, line: &str, prefix: &str) -> ParsedNameDirective {
670 if !line.as_bytes().starts_with(prefix.as_bytes()) {
671 return ParsedNameDirective::NoMatch;
673 if line.as_bytes().get(prefix.len()) != Some(&b'-') {
674 return ParsedNameDirective::NoMatch;
677 let name = line[prefix.len() + 1..].split(&[':', ' '][..]).next().unwrap();
679 let matches_pointer_width = || {
680 name.strip_suffix("bit")
681 .and_then(|width| width.parse::<u32>().ok())
682 .map(|width| self.get_pointer_width() == width)
686 // If something is ignored for emscripten, it likely also needs to be
687 // ignored for wasm32-unknown-unknown.
688 // `wasm32-bare` is an alias to refer to just wasm32-unknown-unknown
689 // (in contrast to `wasm32` which also matches non-bare targets like
690 // asmjs-unknown-emscripten).
691 let matches_wasm32_alias = || {
692 self.target == "wasm32-unknown-unknown" && matches!(name, "emscripten" | "wasm32-bare")
695 let is_match = name == "test" ||
696 self.target == name || // triple
697 self.matches_os(name) ||
698 self.matches_env(name) ||
699 self.matches_abi(name) ||
700 self.matches_family(name) ||
701 self.target.ends_with(name) || // target and env
702 self.matches_arch(name) ||
703 matches_wasm32_alias() ||
704 matches_pointer_width() ||
705 name == self.stage_id.split('-').next().unwrap() || // stage
706 name == self.channel || // channel
707 (self.target != self.host && name == "cross-compile") ||
708 (name == "endian-big" && self.is_big_endian()) ||
709 (self.remote_test_client.is_some() && name == "remote") ||
710 match self.compare_mode {
711 Some(CompareMode::Polonius) => name == "compare-mode-polonius",
712 Some(CompareMode::Chalk) => name == "compare-mode-chalk",
713 Some(CompareMode::NextSolver) => name == "compare-mode-next-solver",
714 Some(CompareMode::SplitDwarf) => name == "compare-mode-split-dwarf",
715 Some(CompareMode::SplitDwarfSingle) => name == "compare-mode-split-dwarf-single",
718 (cfg!(debug_assertions) && name == "debug") ||
719 match self.debugger {
720 Some(Debugger::Cdb) => name == "cdb",
721 Some(Debugger::Gdb) => name == "gdb",
722 Some(Debugger::Lldb) => name == "lldb",
726 if is_match { ParsedNameDirective::Match } else { ParsedNameDirective::NoMatch }
729 fn has_cfg_prefix(&self, line: &str, prefix: &str) -> bool {
730 // returns whether this line contains this prefix or not. For prefix
731 // "ignore", returns true if line says "ignore-x86_64", "ignore-arch",
732 // "ignore-android" etc.
733 line.starts_with(prefix) && line.as_bytes().get(prefix.len()) == Some(&b'-')
736 fn parse_name_directive(&self, line: &str, directive: &str) -> bool {
737 // Ensure the directive is a whole word. Do not match "ignore-x86" when
738 // the line says "ignore-x86_64".
739 line.starts_with(directive)
740 && matches!(line.as_bytes().get(directive.len()), None | Some(&b' ') | Some(&b':'))
743 fn parse_negative_name_directive(&self, line: &str, directive: &str) -> bool {
744 line.starts_with("no-") && self.parse_name_directive(&line[3..], directive)
747 pub fn parse_name_value_directive(&self, line: &str, directive: &str) -> Option<String> {
748 let colon = directive.len();
749 if line.starts_with(directive) && line.as_bytes().get(colon) == Some(&b':') {
750 let value = line[(colon + 1)..].to_owned();
751 debug!("{}: {}", directive, value);
752 Some(expand_variables(value, self))
758 pub fn find_rust_src_root(&self) -> Option<PathBuf> {
759 let mut path = self.src_base.clone();
760 let path_postfix = Path::new("src/etc/lldb_batchmode.py");
763 if path.join(&path_postfix).is_file() {
771 fn parse_edition(&self, line: &str) -> Option<String> {
772 self.parse_name_value_directive(line, "edition")
775 fn set_name_directive(&self, line: &str, directive: &str, value: &mut bool) {
778 if self.parse_negative_name_directive(line, directive) {
783 if self.parse_name_directive(line, directive) {
790 fn set_name_value_directive<T>(
794 value: &mut Option<T>,
795 parse: impl FnOnce(String) -> T,
798 *value = self.parse_name_value_directive(line, directive).map(parse);
802 fn push_name_value_directive<T>(
807 parse: impl FnOnce(String) -> T,
809 if let Some(value) = self.parse_name_value_directive(line, directive).map(parse) {
815 fn expand_variables(mut value: String, config: &Config) -> String {
816 const CWD: &str = "{{cwd}}";
817 const SRC_BASE: &str = "{{src-base}}";
818 const BUILD_BASE: &str = "{{build-base}}";
820 if value.contains(CWD) {
821 let cwd = env::current_dir().unwrap();
822 value = value.replace(CWD, &cwd.to_string_lossy());
825 if value.contains(SRC_BASE) {
826 value = value.replace(SRC_BASE, &config.src_base.to_string_lossy());
829 if value.contains(BUILD_BASE) {
830 value = value.replace(BUILD_BASE, &config.build_base.to_string_lossy());
836 /// Finds the next quoted string `"..."` in `line`, and extract the content from it. Move the `line`
837 /// variable after the end of the quoted string.
842 /// let mut s = "normalize-stderr-32bit: \"something (32 bits)\" -> \"something ($WORD bits)\".";
843 /// let first = parse_normalization_string(&mut s);
844 /// assert_eq!(first, Some("something (32 bits)".to_owned()));
845 /// assert_eq!(s, " -> \"something ($WORD bits)\".");
847 fn parse_normalization_string(line: &mut &str) -> Option<String> {
848 // FIXME support escapes in strings.
849 let begin = line.find('"')? + 1;
850 let end = line[begin..].find('"')? + begin;
851 let result = line[begin..end].to_owned();
852 *line = &line[end + 1..];
856 pub fn extract_llvm_version(version: &str) -> Option<u32> {
857 let pat = |c: char| !c.is_ascii_digit() && c != '.';
858 let version_without_suffix = match version.find(pat) {
859 Some(pos) => &version[..pos],
862 let components: Vec<u32> = version_without_suffix
864 .map(|s| s.parse().expect("Malformed version component"))
866 let version = match *components {
868 [a, b] => a * 10_000 + b * 100,
869 [a, b, c] => a * 10_000 + b * 100 + c,
870 _ => panic!("Malformed version"),
875 pub fn extract_llvm_version_from_binary(binary_path: &str) -> Option<u32> {
876 let output = Command::new(binary_path).arg("--version").output().ok()?;
877 if !output.status.success() {
880 let version = String::from_utf8(output.stdout).ok()?;
881 for line in version.lines() {
882 if let Some(version) = line.split("LLVM version ").skip(1).next() {
883 return extract_llvm_version(version);
889 /// Takes a directive of the form "<version1> [- <version2>]",
890 /// returns the numeric representation of <version1> and <version2> as
891 /// tuple: (<version1> as u32, <version2> as u32)
893 /// If the <version2> part is omitted, the second component of the tuple
894 /// is the same as <version1>.
895 fn extract_version_range<F>(line: &str, parse: F) -> Option<(u32, u32)>
897 F: Fn(&str) -> Option<u32>,
899 let mut splits = line.splitn(2, "- ").map(str::trim);
900 let min = splits.next().unwrap();
901 if min.ends_with('-') {
905 let max = splits.next();
911 let min = parse(min)?;
912 let max = match max {
913 Some(max) if max.is_empty() => return None,
914 Some(max) => parse(max)?,
921 pub fn make_test_description<R: Read>(
923 name: test::TestName,
927 ) -> test::TestDesc {
928 let mut ignore = false;
929 let ignore_message = None;
930 let mut should_fail = false;
932 let rustc_has_profiler_support = env::var_os("RUSTC_PROFILER_SUPPORT").is_some();
933 let rustc_has_sanitizer_support = env::var_os("RUSTC_SANITIZER_SUPPORT").is_some();
934 let has_asm_support = config.has_asm_support();
935 let has_asan = util::ASAN_SUPPORTED_TARGETS.contains(&&*config.target);
936 let has_cfi = util::CFI_SUPPORTED_TARGETS.contains(&&*config.target);
937 let has_kcfi = util::KCFI_SUPPORTED_TARGETS.contains(&&*config.target);
938 let has_lsan = util::LSAN_SUPPORTED_TARGETS.contains(&&*config.target);
939 let has_msan = util::MSAN_SUPPORTED_TARGETS.contains(&&*config.target);
940 let has_tsan = util::TSAN_SUPPORTED_TARGETS.contains(&&*config.target);
941 let has_hwasan = util::HWASAN_SUPPORTED_TARGETS.contains(&&*config.target);
942 let has_memtag = util::MEMTAG_SUPPORTED_TARGETS.contains(&&*config.target);
943 let has_shadow_call_stack = util::SHADOWCALLSTACK_SUPPORTED_TARGETS.contains(&&*config.target);
945 // For tests using the `needs-rust-lld` directive (e.g. for `-Zgcc-ld=lld`), we need to find
946 // whether `rust-lld` is present in the compiler under test.
948 // The --compile-lib-path is the path to host shared libraries, but depends on the OS. For
950 // - on linux, it can be <sysroot>/lib
951 // - on windows, it can be <sysroot>/bin
953 // However, `rust-lld` is only located under the lib path, so we look for it there.
954 let has_rust_lld = config
957 .expect("couldn't traverse to the parent of the specified --compile-lib-path")
960 .join(&config.target)
962 .join(if config.host.contains("windows") { "rust-lld.exe" } else { "rust-lld" })
965 iter_header(path, src, &mut |revision, ln| {
966 if revision.is_some() && revision != cfg {
969 ignore = match config.parse_cfg_name_directive(ln, "ignore") {
970 ParsedNameDirective::Match => true,
971 ParsedNameDirective::NoMatch => ignore,
973 if config.has_cfg_prefix(ln, "only") {
974 ignore = match config.parse_cfg_name_directive(ln, "only") {
975 ParsedNameDirective::Match => ignore,
976 ParsedNameDirective::NoMatch => true,
979 ignore |= ignore_llvm(config, ln);
981 config.run_clang_based_tests_with.is_none() && config.parse_needs_matching_clang(ln);
982 ignore |= !has_asm_support && config.parse_name_directive(ln, "needs-asm-support");
983 ignore |= !rustc_has_profiler_support && config.parse_needs_profiler_support(ln);
984 ignore |= !config.run_enabled() && config.parse_name_directive(ln, "needs-run-enabled");
985 ignore |= !rustc_has_sanitizer_support
986 && config.parse_name_directive(ln, "needs-sanitizer-support");
987 ignore |= !has_asan && config.parse_name_directive(ln, "needs-sanitizer-address");
988 ignore |= !has_cfi && config.parse_name_directive(ln, "needs-sanitizer-cfi");
989 ignore |= !has_kcfi && config.parse_name_directive(ln, "needs-sanitizer-kcfi");
990 ignore |= !has_lsan && config.parse_name_directive(ln, "needs-sanitizer-leak");
991 ignore |= !has_msan && config.parse_name_directive(ln, "needs-sanitizer-memory");
992 ignore |= !has_tsan && config.parse_name_directive(ln, "needs-sanitizer-thread");
993 ignore |= !has_hwasan && config.parse_name_directive(ln, "needs-sanitizer-hwaddress");
994 ignore |= !has_memtag && config.parse_name_directive(ln, "needs-sanitizer-memtag");
995 ignore |= !has_shadow_call_stack
996 && config.parse_name_directive(ln, "needs-sanitizer-shadow-call-stack");
997 ignore |= !config.can_unwind() && config.parse_name_directive(ln, "needs-unwind");
998 ignore |= config.target == "wasm32-unknown-unknown"
999 && config.parse_name_directive(ln, directives::CHECK_RUN_RESULTS);
1000 ignore |= config.debugger == Some(Debugger::Cdb) && ignore_cdb(config, ln);
1001 ignore |= config.debugger == Some(Debugger::Gdb) && ignore_gdb(config, ln);
1002 ignore |= config.debugger == Some(Debugger::Lldb) && ignore_lldb(config, ln);
1003 ignore |= !has_rust_lld && config.parse_name_directive(ln, "needs-rust-lld");
1004 should_fail |= config.parse_name_directive(ln, "should-fail");
1007 // The `should-fail` annotation doesn't apply to pretty tests,
1008 // since we run the pretty printer across all tests by default.
1009 // If desired, we could add a `should-fail-pretty` annotation.
1010 let should_panic = match config.mode {
1011 crate::common::Pretty => test::ShouldPanic::No,
1012 _ if should_fail => test::ShouldPanic::Yes,
1013 _ => test::ShouldPanic::No,
1021 compile_fail: false,
1023 test_type: test::TestType::Unknown,
1027 fn ignore_cdb(config: &Config, line: &str) -> bool {
1028 if let Some(actual_version) = config.cdb_version {
1029 if let Some(min_version) = line.strip_prefix("min-cdb-version:").map(str::trim) {
1030 let min_version = extract_cdb_version(min_version).unwrap_or_else(|| {
1031 panic!("couldn't parse version range: {:?}", min_version);
1034 // Ignore if actual version is smaller than the minimum
1036 return actual_version < min_version;
1042 fn ignore_gdb(config: &Config, line: &str) -> bool {
1043 if let Some(actual_version) = config.gdb_version {
1044 if let Some(rest) = line.strip_prefix("min-gdb-version:").map(str::trim) {
1045 let (start_ver, end_ver) = extract_version_range(rest, extract_gdb_version)
1046 .unwrap_or_else(|| {
1047 panic!("couldn't parse version range: {:?}", rest);
1050 if start_ver != end_ver {
1051 panic!("Expected single GDB version")
1053 // Ignore if actual version is smaller than the minimum
1055 return actual_version < start_ver;
1056 } else if let Some(rest) = line.strip_prefix("ignore-gdb-version:").map(str::trim) {
1057 let (min_version, max_version) = extract_version_range(rest, extract_gdb_version)
1058 .unwrap_or_else(|| {
1059 panic!("couldn't parse version range: {:?}", rest);
1062 if max_version < min_version {
1063 panic!("Malformed GDB version range: max < min")
1066 return actual_version >= min_version && actual_version <= max_version;
1072 fn ignore_lldb(config: &Config, line: &str) -> bool {
1073 if let Some(actual_version) = config.lldb_version {
1074 if let Some(min_version) = line.strip_prefix("min-lldb-version:").map(str::trim) {
1075 let min_version = min_version.parse().unwrap_or_else(|e| {
1076 panic!("Unexpected format of LLDB version string: {}\n{:?}", min_version, e);
1078 // Ignore if actual version is smaller the minimum required
1080 actual_version < min_version
1082 line.starts_with("rust-lldb") && !config.lldb_native_rust
1089 fn ignore_llvm(config: &Config, line: &str) -> bool {
1090 if config.system_llvm && line.starts_with("no-system-llvm") {
1093 if let Some(needed_components) =
1094 config.parse_name_value_directive(line, "needs-llvm-components")
1096 let components: HashSet<_> = config.llvm_components.split_whitespace().collect();
1097 if let Some(missing_component) = needed_components
1099 .find(|needed_component| !components.contains(needed_component))
1101 if env::var_os("COMPILETEST_NEEDS_ALL_LLVM_COMPONENTS").is_some() {
1102 panic!("missing LLVM component: {}", missing_component);
1107 if let Some(actual_version) = config.llvm_version {
1108 if let Some(rest) = line.strip_prefix("min-llvm-version:").map(str::trim) {
1109 let min_version = extract_llvm_version(rest).unwrap();
1110 // Ignore if actual version is smaller the minimum required
1112 actual_version < min_version
1113 } else if let Some(rest) = line.strip_prefix("min-system-llvm-version:").map(str::trim) {
1114 let min_version = extract_llvm_version(rest).unwrap();
1115 // Ignore if using system LLVM and actual version
1116 // is smaller the minimum required version
1117 config.system_llvm && actual_version < min_version
1118 } else if let Some(rest) = line.strip_prefix("ignore-llvm-version:").map(str::trim) {
1119 // Syntax is: "ignore-llvm-version: <version1> [- <version2>]"
1120 let (v_min, v_max) =
1121 extract_version_range(rest, extract_llvm_version).unwrap_or_else(|| {
1122 panic!("couldn't parse version range: {:?}", rest);
1125 panic!("Malformed LLVM version range: max < min")
1127 // Ignore if version lies inside of range.
1128 actual_version >= v_min && actual_version <= v_max