1 #![feature(custom_test_frameworks)]
2 // Custom test runner, to avoid libtest being wrapped around compiletest which wraps libtest.
3 #![test_runner(test_runner)]
5 use std::path::PathBuf;
8 use compiletest_rs as compiletest;
11 fn miri_path() -> PathBuf {
12 if rustc_test_suite().is_some() {
13 PathBuf::from(option_env!("MIRI_PATH").unwrap())
15 PathBuf::from(concat!("target/", env!("PROFILE"), "/miri"))
19 fn rustc_test_suite() -> Option<PathBuf> {
20 option_env!("RUSTC_TEST_SUITE").map(PathBuf::from)
23 fn rustc_lib_path() -> PathBuf {
24 option_env!("RUSTC_LIB_PATH").unwrap().into()
27 fn run_tests(mode: &str, path: &str, target: &str, mut flags: Vec<String>) {
28 let in_rustc_test_suite = rustc_test_suite().is_some();
29 // Add some flags we always want.
30 flags.push("--edition 2018".to_owned());
31 if !in_rustc_test_suite {
32 // Only `-Dwarnings` on the Miri side to make the rustc toolstate management less painful.
33 // (We often get warnings when e.g. a feature gets stabilized or some lint gets added/improved.)
34 flags.push("-Dwarnings -Dunused".to_owned()); // overwrite the -Aunused in compiletest-rs
36 if let Ok(sysroot) = std::env::var("MIRI_SYSROOT") {
37 flags.push(format!("--sysroot {}", sysroot));
40 // The rest of the configuration.
41 let mut config = compiletest::Config::default().tempdir();
42 config.mode = mode.parse().expect("Invalid mode");
43 config.rustc_path = miri_path();
44 if in_rustc_test_suite {
45 config.run_lib_path = rustc_lib_path();
46 config.compile_lib_path = rustc_lib_path();
48 config.filter = env::args().nth(1);
49 config.host = get_host();
50 config.src_base = PathBuf::from(path);
51 config.target = target.to_owned();
52 config.target_rustcflags = Some(flags.join(" "));
53 compiletest::run_tests(&config);
56 fn compile_fail(path: &str, target: &str, opt: bool) {
57 let opt_str = if opt { " with optimizations" } else { "" };
58 eprintln!("{}", format!(
59 "## Running compile-fail tests in {} against miri for target {}{}",
65 let mut flags = Vec::new();
67 // Optimizing too aggressivley makes UB detection harder, but test at least
69 // FIXME: Opt level 3 ICEs during stack trace generation.
70 flags.push("-Zmir-opt-level=1".to_owned());
73 run_tests("compile-fail", path, target, flags);
76 fn miri_pass(path: &str, target: &str, opt: bool) {
77 let opt_str = if opt { " with optimizations" } else { "" };
78 eprintln!("{}", format!(
79 "## Running run-pass tests in {} against miri for target {}{}",
85 let mut flags = Vec::new();
87 flags.push("-Zmir-opt-level=3".to_owned());
90 run_tests("ui", path, target, flags);
93 fn get_host() -> String {
94 let rustc = rustc_test_suite().unwrap_or(PathBuf::from("rustc"));
95 let rustc_version = std::process::Command::new(rustc)
98 .expect("rustc not found for -vV")
100 let rustc_version = std::str::from_utf8(&rustc_version).expect("rustc -vV is not utf8");
101 let version_meta = rustc_version::version_meta_for(&rustc_version)
102 .expect("failed to parse rustc version info");
106 fn get_target() -> String {
107 std::env::var("MIRI_TEST_TARGET").unwrap_or_else(|_| get_host())
110 fn run_pass_miri(opt: bool) {
111 miri_pass("tests/run-pass", &get_target(), opt);
114 fn compile_fail_miri(opt: bool) {
115 compile_fail("tests/compile-fail", &get_target(), opt);
118 fn test_runner(_tests: &[&()]) {
119 // Add a test env var to do environment communication tests
120 std::env::set_var("MIRI_ENV_VAR_TEST", "0");
122 run_pass_miri(false);
125 compile_fail_miri(false);
126 compile_fail_miri(true);