Skip to content

Commit 9341325

Browse files
asquared31415jyn514
asquared31415
authored and
jyn514
committed
make x.py clippy download and use beta clippy
1 parent 2979a2c commit 9341325

File tree

5 files changed

+125
-89
lines changed

5 files changed

+125
-89
lines changed

‎src/bootstrap/bootstrap.py

-16
Original file line numberDiff line numberDiff line change
@@ -616,22 +616,6 @@ def download_toolchain(self):
616616
with output(self.rustc_stamp()) as rust_stamp:
617617
rust_stamp.write(key)
618618

619-
def _download_component_helper(
620-
self, filename, pattern, tarball_suffix, rustc_cache,
621-
):
622-
key = self.stage0_compiler.date
623-
624-
tarball = os.path.join(rustc_cache, filename)
625-
if not os.path.exists(tarball):
626-
get(
627-
self.download_url,
628-
"dist/{}/{}".format(key, filename),
629-
tarball,
630-
self.checksums_sha256,
631-
verbose=self.verbose,
632-
)
633-
unpack(tarball, tarball_suffix, self.bin_root(), match=pattern, verbose=self.verbose)
634-
635619
def should_fix_bins_and_dylibs(self):
636620
"""Whether or not `fix_bin_or_dylib` needs to be run; can only be True
637621
on NixOS or if config.toml has `build.patch-binaries-for-nix` set.

‎src/bootstrap/src/bin/rustc.rs

+14-8
Original file line numberDiff line numberDiff line change
@@ -47,7 +47,8 @@ fn main() {
4747
// determine the version of the compiler, the real compiler needs to be
4848
// used. Currently, these two states are differentiated based on whether
4949
// --target and -vV is/isn't passed.
50-
let (rustc, libdir) = if target.is_none() && version.is_none() {
50+
let is_build_script = target.is_none() && version.is_none();
51+
let (rustc, libdir) = if is_build_script {
5152
("RUSTC_SNAPSHOT", "RUSTC_SNAPSHOT_LIBDIR")
5253
} else {
5354
("RUSTC_REAL", "RUSTC_LIBDIR")
@@ -65,19 +66,24 @@ fn main() {
6566
// otherwise, substitute whatever cargo thinks rustc should be with RUSTC_REAL.
6667
// NOTE: this means we ignore RUSTC in the environment.
6768
// FIXME: We might want to consider removing RUSTC_REAL and setting RUSTC directly?
68-
let target_name = target
69-
.map(|s| s.to_owned())
70-
.unwrap_or_else(|| env::var("CFG_COMPILER_HOST_TRIPLE").unwrap());
71-
let is_clippy = args[0].to_string_lossy().ends_with(&exe("clippy-driver", &target_name));
69+
// NOTE: we intentionally pass the name of the host, not the target.
70+
let host = env::var("CFG_COMPILER_BUILD_TRIPLE").unwrap();
71+
let is_clippy = args[0].to_string_lossy().ends_with(&exe("clippy-driver", &host));
7272
let rustc_driver = if is_clippy {
73-
args.remove(0)
73+
if is_build_script {
74+
// Don't run clippy on build scripts (for one thing, we may not have libstd built with
75+
// the appropriate version yet, e.g. for stage 1 std).
76+
// Also remove the `clippy-driver` param in addition to the RUSTC param.
77+
args.drain(..2);
78+
rustc_real
79+
} else {
80+
args.remove(0)
81+
}
7482
} else {
7583
// Cargo doesn't respect RUSTC_WRAPPER for version information >:(
7684
// don't remove the first arg if we're being run as RUSTC instead of RUSTC_WRAPPER.
7785
// Cargo also sometimes doesn't pass the `.exe` suffix on Windows - add it manually.
7886
let current_exe = env::current_exe().expect("couldn't get path to rustc shim");
79-
// NOTE: we intentionally pass the name of the host, not the target.
80-
let host = env::var("CFG_COMPILER_BUILD_TRIPLE").unwrap();
8187
let arg0 = exe(args[0].to_str().expect("only utf8 paths are supported"), &host);
8288
if Path::new(&arg0) == current_exe {
8389
args.remove(0);

‎src/bootstrap/src/core/builder.rs

+84-64
Original file line numberDiff line numberDiff line change
@@ -1152,6 +1152,44 @@ impl<'a> Builder<'a> {
11521152
self.ensure(tool::Rustdoc { compiler })
11531153
}
11541154

1155+
pub fn cargo_clippy_cmd(&self, run_compiler: Compiler) -> Command {
1156+
let initial_sysroot_bin = self.initial_rustc.parent().unwrap();
1157+
// Set PATH to include the sysroot bin dir so clippy can find cargo.
1158+
// FIXME: once rust-clippy#11944 lands on beta, set `CARGO` directly instead.
1159+
let path = t!(env::join_paths(
1160+
// The sysroot comes first in PATH to avoid using rustup's cargo.
1161+
std::iter::once(PathBuf::from(initial_sysroot_bin))
1162+
.chain(env::split_paths(&t!(env::var("PATH"))))
1163+
));
1164+
1165+
if run_compiler.stage == 0 {
1166+
// `ensure(Clippy { stage: 0 })` *builds* clippy with stage0, it doesn't use the beta clippy.
1167+
let cargo_clippy = self.build.config.download_clippy();
1168+
let mut cmd = Command::new(cargo_clippy);
1169+
cmd.env("PATH", &path);
1170+
return cmd;
1171+
}
1172+
1173+
let build_compiler = self.compiler(run_compiler.stage - 1, self.build.build);
1174+
self.ensure(tool::Clippy {
1175+
compiler: build_compiler,
1176+
target: self.build.build,
1177+
extra_features: vec![],
1178+
});
1179+
let cargo_clippy = self.ensure(tool::CargoClippy {
1180+
compiler: build_compiler,
1181+
target: self.build.build,
1182+
extra_features: vec![],
1183+
});
1184+
let mut dylib_path = helpers::dylib_path();
1185+
dylib_path.insert(0, self.sysroot(run_compiler).join("lib"));
1186+
1187+
let mut cmd = Command::new(cargo_clippy.unwrap());
1188+
cmd.env(helpers::dylib_path_var(), env::join_paths(&dylib_path).unwrap());
1189+
cmd.env("PATH", path);
1190+
cmd
1191+
}
1192+
11551193
pub fn rustdoc_cmd(&self, compiler: Compiler) -> Command {
11561194
let mut cmd = Command::new(&self.bootstrap_out.join("rustdoc"));
11571195
cmd.env("RUSTC_STAGE", compiler.stage.to_string())
@@ -1200,7 +1238,12 @@ impl<'a> Builder<'a> {
12001238
target: TargetSelection,
12011239
cmd: &str,
12021240
) -> Command {
1203-
let mut cargo = Command::new(&self.initial_cargo);
1241+
let mut cargo = if cmd == "clippy" {
1242+
self.cargo_clippy_cmd(compiler)
1243+
} else {
1244+
Command::new(&self.initial_cargo)
1245+
};
1246+
12041247
// Run cargo from the source root so it can find .cargo/config.
12051248
// This matters when using vendoring and the working directory is outside the repository.
12061249
cargo.current_dir(&self.src);
@@ -1324,6 +1367,23 @@ impl<'a> Builder<'a> {
13241367
compiler.stage
13251368
};
13261369

1370+
// We synthetically interpret a stage0 compiler used to build tools as a
1371+
// "raw" compiler in that it's the exact snapshot we download. Normally
1372+
// the stage0 build means it uses libraries build by the stage0
1373+
// compiler, but for tools we just use the precompiled libraries that
1374+
// we've downloaded
1375+
let use_snapshot = mode == Mode::ToolBootstrap;
1376+
assert!(!use_snapshot || stage == 0 || self.local_rebuild);
1377+
1378+
let maybe_sysroot = self.sysroot(compiler);
1379+
let sysroot = if use_snapshot { self.rustc_snapshot_sysroot() } else { &maybe_sysroot };
1380+
let libdir = self.rustc_libdir(compiler);
1381+
1382+
let sysroot_str = sysroot.as_os_str().to_str().expect("sysroot should be UTF-8");
1383+
if !matches!(self.config.dry_run, DryRun::SelfCheck) {
1384+
self.verbose_than(0, &format!("using sysroot {sysroot_str}"));
1385+
}
1386+
13271387
let mut rustflags = Rustflags::new(target);
13281388
if stage != 0 {
13291389
if let Ok(s) = env::var("CARGOFLAGS_NOT_BOOTSTRAP") {
@@ -1335,41 +1395,16 @@ impl<'a> Builder<'a> {
13351395
cargo.args(s.split_whitespace());
13361396
}
13371397
rustflags.env("RUSTFLAGS_BOOTSTRAP");
1338-
if cmd == "clippy" {
1339-
// clippy overwrites sysroot if we pass it to cargo.
1340-
// Pass it directly to clippy instead.
1341-
// NOTE: this can't be fixed in clippy because we explicitly don't set `RUSTC`,
1342-
// so it has no way of knowing the sysroot.
1343-
rustflags.arg("--sysroot");
1344-
rustflags.arg(
1345-
self.sysroot(compiler)
1346-
.as_os_str()
1347-
.to_str()
1348-
.expect("sysroot must be valid UTF-8"),
1349-
);
1350-
// Only run clippy on a very limited subset of crates (in particular, not build scripts).
1351-
cargo.arg("-Zunstable-options");
1352-
// Explicitly does *not* set `--cfg=bootstrap`, since we're using a nightly clippy.
1353-
let host_version = Command::new("rustc").arg("--version").output().map_err(|_| ());
1354-
let output = host_version.and_then(|output| {
1355-
if output.status.success() {
1356-
Ok(output)
1357-
} else {
1358-
Err(())
1359-
}
1360-
}).unwrap_or_else(|_| {
1361-
eprintln!(
1362-
"ERROR: `x.py clippy` requires a host `rustc` toolchain with the `clippy` component"
1363-
);
1364-
eprintln!("HELP: try `rustup component add clippy`");
1365-
crate::exit!(1);
1366-
});
1367-
if !t!(std::str::from_utf8(&output.stdout)).contains("nightly") {
1368-
rustflags.arg("--cfg=bootstrap");
1369-
}
1370-
} else {
1371-
rustflags.arg("--cfg=bootstrap");
1372-
}
1398+
rustflags.arg("--cfg=bootstrap");
1399+
}
1400+
1401+
if cmd == "clippy" {
1402+
// clippy overwrites sysroot if we pass it to cargo.
1403+
// Pass it directly to clippy instead.
1404+
// NOTE: this can't be fixed in clippy because we explicitly don't set `RUSTC`,
1405+
// so it has no way of knowing the sysroot.
1406+
rustflags.arg("--sysroot");
1407+
rustflags.arg(sysroot_str);
13731408
}
13741409

13751410
let use_new_symbol_mangling = match self.config.rust_new_symbol_mangling {
@@ -1564,18 +1599,6 @@ impl<'a> Builder<'a> {
15641599

15651600
let want_rustdoc = self.doc_tests != DocTests::No;
15661601

1567-
// We synthetically interpret a stage0 compiler used to build tools as a
1568-
// "raw" compiler in that it's the exact snapshot we download. Normally
1569-
// the stage0 build means it uses libraries build by the stage0
1570-
// compiler, but for tools we just use the precompiled libraries that
1571-
// we've downloaded
1572-
let use_snapshot = mode == Mode::ToolBootstrap;
1573-
assert!(!use_snapshot || stage == 0 || self.local_rebuild);
1574-
1575-
let maybe_sysroot = self.sysroot(compiler);
1576-
let sysroot = if use_snapshot { self.rustc_snapshot_sysroot() } else { &maybe_sysroot };
1577-
let libdir = self.rustc_libdir(compiler);
1578-
15791602
// Clear the output directory if the real rustc we're using has changed;
15801603
// Cargo cannot detect this as it thinks rustc is bootstrap/debug/rustc.
15811604
//
@@ -1611,22 +1634,19 @@ impl<'a> Builder<'a> {
16111634
)
16121635
.env("RUSTC_ERROR_METADATA_DST", self.extended_error_dir())
16131636
.env("RUSTC_BREAK_ON_ICE", "1");
1614-
// Clippy support is a hack and uses the default `cargo-clippy` in path.
1615-
// Don't override RUSTC so that the `cargo-clippy` in path will be run.
1616-
if cmd != "clippy" {
1617-
// Set RUSTC_WRAPPER to the bootstrap shim, which switches between beta and in-tree
1618-
// sysroot depending on whether we're building build scripts.
1619-
// NOTE: we intentionally use RUSTC_WRAPPER so that we can support clippy - RUSTC is not
1620-
// respected by clippy-driver; RUSTC_WRAPPER happens earlier, before clippy runs.
1621-
cargo.env("RUSTC_WRAPPER", self.bootstrap_out.join("rustc"));
1622-
// NOTE: we also need to set RUSTC so cargo can run `rustc -vV`; apparently that ignores RUSTC_WRAPPER >:(
1623-
cargo.env("RUSTC", self.bootstrap_out.join("rustc"));
1624-
1625-
// Someone might have set some previous rustc wrapper (e.g.
1626-
// sccache) before bootstrap overrode it. Respect that variable.
1627-
if let Some(existing_wrapper) = env::var_os("RUSTC_WRAPPER") {
1628-
cargo.env("RUSTC_WRAPPER_REAL", existing_wrapper);
1629-
}
1637+
1638+
// Set RUSTC_WRAPPER to the bootstrap shim, which switches between beta and in-tree
1639+
// sysroot depending on whether we're building build scripts.
1640+
// NOTE: we intentionally use RUSTC_WRAPPER so that we can support clippy - RUSTC is not
1641+
// respected by clippy-driver; RUSTC_WRAPPER happens earlier, before clippy runs.
1642+
cargo.env("RUSTC_WRAPPER", self.bootstrap_out.join("rustc"));
1643+
// NOTE: we also need to set RUSTC so cargo can run `rustc -vV`; apparently that ignores RUSTC_WRAPPER >:(
1644+
cargo.env("RUSTC", self.bootstrap_out.join("rustc"));
1645+
1646+
// Someone might have set some previous rustc wrapper (e.g.
1647+
// sccache) before bootstrap overrode it. Respect that variable.
1648+
if let Some(existing_wrapper) = env::var_os("RUSTC_WRAPPER") {
1649+
cargo.env("RUSTC_WRAPPER_REAL", existing_wrapper);
16301650
}
16311651

16321652
// Dealing with rpath here is a little special, so let's go into some

‎src/bootstrap/src/core/download.rs

+26
Original file line numberDiff line numberDiff line change
@@ -378,6 +378,32 @@ enum DownloadSource {
378378

379379
/// Functions that are only ever called once, but named for clarify and to avoid thousand-line functions.
380380
impl Config {
381+
pub(crate) fn download_clippy(&self) -> PathBuf {
382+
self.verbose("downloading stage0 clippy artifacts");
383+
384+
let date = &self.stage0_metadata.compiler.date;
385+
let version = &self.stage0_metadata.compiler.version;
386+
let host = self.build;
387+
388+
let bin_root = self.out.join(host.triple).join("stage0");
389+
let clippy_stamp = bin_root.join(".clippy-stamp");
390+
let cargo_clippy = bin_root.join("bin").join(exe("cargo-clippy", host));
391+
if cargo_clippy.exists() && !program_out_of_date(&clippy_stamp, &date) {
392+
return cargo_clippy;
393+
}
394+
395+
let filename = format!("clippy-{version}-{host}.tar.xz");
396+
self.download_component(DownloadSource::Dist, filename, "clippy-preview", date, "stage0");
397+
if self.should_fix_bins_and_dylibs() {
398+
self.fix_bin_or_dylib(&cargo_clippy);
399+
self.fix_bin_or_dylib(&cargo_clippy.with_file_name(exe("clippy-driver", host)));
400+
}
401+
402+
cargo_clippy
403+
}
404+
405+
/// NOTE: rustfmt is a completely different toolchain than the bootstrap compiler, so it can't
406+
/// reuse target directories or artifacts
381407
pub(crate) fn maybe_download_rustfmt(&self) -> Option<PathBuf> {
382408
let RustfmtMetadata { date, version } = self.stage0_metadata.rustfmt.as_ref()?;
383409
let channel = format!("{version}-{date}");

‎src/tools/bump-stage0/src/main.rs

+1-1
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ use indexmap::IndexMap;
44
use std::collections::HashMap;
55

66
const PATH: &str = "src/stage0.json";
7-
const COMPILER_COMPONENTS: &[&str] = &["rustc", "rust-std", "cargo"];
7+
const COMPILER_COMPONENTS: &[&str] = &["rustc", "rust-std", "cargo", "clippy-preview"];
88
const RUSTFMT_COMPONENTS: &[&str] = &["rustfmt-preview", "rustc"];
99

1010
struct Tool {

0 commit comments

Comments
 (0)