3 use std::path::{Path, PathBuf};
4 use std::process::Command;
10 lock: Option<&'static str>,
11 packages: &'static [&'static str],
12 features: Option<&'static [&'static str]>,
13 manifest_path: Option<&'static str>,
14 /// `filters` are passed to libtest (i.e., after a `--` in the `cargo test` invocation).
15 filters: &'static [&'static str],
18 const TEST_REPOS: &[Test] = &[
21 repo: "https://github.com/iron/iron",
22 sha: "cf056ea5e8052c1feea6141e40ab0306715a2c33",
31 repo: "https://github.com/BurntSushi/ripgrep",
32 sha: "ced5b92aa93eb47e892bd2fd26ab454008721730",
41 repo: "https://github.com/XAMPPRocky/tokei",
42 sha: "fdf3f8cb279a7aeac0696c87e5d8b0cd946e4f9e",
51 repo: "https://github.com/BurntSushi/xsv",
52 sha: "3de6c04269a7d315f7e9864b9013451cd9580a08",
57 // Many tests here use quickcheck and some of them can fail randomly, so only run deterministic tests.
75 repo: "https://github.com/servo/servo",
76 sha: "caac107ae8145ef2fd20365e2b8fadaf09c2eb3b",
78 // Only test Stylo a.k.a. Quantum CSS, the parts of Servo going into Firefox.
79 // This takes much less time to build than all of Servo and supports stable Rust.
80 packages: &["selectors"],
87 repo: "https://github.com/diesel-rs/diesel",
88 sha: "91493fe47175076f330ce5fc518f0196c0476f56",
91 // Test the embedded sqlite variant of diesel
92 // This does not require any dependency to be present,
93 // sqlite will be compiled as part of the build process
94 features: Some(&["sqlite", "libsqlite3-sys/bundled"]),
95 // We are only interested in testing diesel itself
96 // not any other crate present in the diesel workspace
97 // (This is required to set the feature flags above)
98 manifest_path: Some("diesel/Cargo.toml"),
104 let args = env::args().collect::<Vec<_>>();
105 let cargo = &args[1];
106 let out_dir = Path::new(&args[2]);
107 let cargo = &Path::new(cargo);
109 for test in TEST_REPOS.iter().rev() {
110 if args[3..].is_empty() || args[3..].iter().any(|s| s.contains(test.name)) {
111 test_repo(cargo, out_dir, test);
116 fn test_repo(cargo: &Path, out_dir: &Path, test: &Test) {
117 println!("testing {}", test.repo);
118 let dir = clone_repo(test, out_dir);
119 if let Some(lockfile) = test.lock {
120 fs::write(&dir.join("Cargo.lock"), lockfile).unwrap();
122 if !run_cargo_test(cargo, &dir, test.packages, test.features, test.manifest_path, test.filters)
124 panic!("tests failed for {}", test.repo);
128 fn clone_repo(test: &Test, out_dir: &Path) -> PathBuf {
129 let out_dir = out_dir.join(test.name);
131 if !out_dir.join(".git").is_dir() {
132 let status = Command::new("git").arg("init").arg(&out_dir).status().unwrap();
133 assert!(status.success());
136 // Try progressively deeper fetch depths to find the commit
137 let mut found = false;
138 for depth in &[0, 1, 10, 100, 1000, 100000] {
140 let status = Command::new("git")
144 .arg(&format!("--depth={}", depth))
145 .current_dir(&out_dir)
148 assert!(status.success());
151 let status = Command::new("git")
155 .current_dir(&out_dir)
159 if status.success() {
166 panic!("unable to find commit {}", test.sha)
169 Command::new("git").arg("clean").arg("-fdx").current_dir(&out_dir).status().unwrap();
170 assert!(status.success());
179 features: Option<&[&str]>,
180 manifest_path: Option<&str>,
183 let mut command = Command::new(cargo_path);
186 if let Some(path) = manifest_path {
187 command.arg(format!("--manifest-path={}", path));
190 if let Some(features) = features {
191 command.arg("--no-default-features");
192 for feature in features {
193 command.arg(format!("--features={}", feature));
197 for name in packages {
198 command.arg("-p").arg(name);
202 command.args(filters);
205 // Disable rust-lang/cargo's cross-compile tests
206 .env("CFG_DISABLE_CROSS_TESTS", "1")
207 // Relax #![deny(warnings)] in some crates
208 .env("RUSTFLAGS", "--cap-lints warn")
209 .current_dir(crate_path)