use std::{ borrow::Cow, collections::{BTreeMap, BTreeSet}, iter, mem, path::Path, str::FromStr, sync::Arc, }; use compact_str::{CompactString, ToCompactString}; use itertools::Itertools; use leon::Template; use maybe_owned::MaybeOwned; use semver::{Version, VersionReq}; use tokio::task::spawn_blocking; use tracing::{debug, error, info, instrument, warn}; use crate::{ bins, errors::{BinstallError, VersionParseError}, fetchers::{Data, Fetcher, TargetData}, helpers::{ cargo_toml::Manifest, cargo_toml_workspace::load_manifest_from_workspace, download::ExtractedFiles, remote::Client, target_triple::TargetTriple, tasks::AutoAbortJoinHandle, }, manifests::cargo_toml_binstall::{Meta, PkgMeta, PkgOverride}, ops::{CargoTomlFetchOverride, Options}, }; mod crate_name; #[doc(inline)] pub use crate_name::CrateName; mod version_ext; #[doc(inline)] pub use version_ext::VersionReqExt; mod resolution; #[doc(inline)] pub use resolution::{Resolution, ResolutionFetch, ResolutionSource}; #[instrument(skip_all)] pub async fn resolve( opts: Arc, crate_name: CrateName, curr_version: Option, ) -> Result { let crate_name_name = crate_name.name.clone(); let resolution = resolve_inner(opts, crate_name, curr_version) .await .map_err(|err| err.crate_context(crate_name_name))?; Ok(resolution) } async fn resolve_inner( opts: Arc, crate_name: CrateName, curr_version: Option, ) -> Result { info!("Resolving package: '{}'", crate_name); let version_req = match (&crate_name.version_req, &opts.version_req) { (Some(version), None) => MaybeOwned::Borrowed(version), (None, Some(version)) => MaybeOwned::Borrowed(version), (Some(_), Some(_)) => Err(BinstallError::SuperfluousVersionOption)?, (None, None) => MaybeOwned::Owned(VersionReq::STAR), }; let version_req_str = version_req.to_compact_string(); let Some(package_info) = PackageInfo::resolve( &opts, crate_name.name, curr_version, &version_req, opts.client.clone(), ) .await? else { return Ok(Resolution::AlreadyUpToDate); }; let desired_targets = opts .desired_targets .get() .await .iter() .map(|target| TargetTriple::from_str(target).map(|triple| (triple, target))) .collect::, _>>()?; let resolvers = &opts.resolvers; let mut handles: Vec<(Arc, _)> = Vec::with_capacity(desired_targets.len() * resolvers.len()); let data = Arc::new(Data::new( package_info.name.clone(), package_info.version_str.clone(), package_info.repo.clone(), )); handles.extend( desired_targets .into_iter() .map(|(triple, target)| { debug!("Building metadata for target: {target}"); let target_meta = package_info.meta.merge_overrides( iter::once(&opts.cli_overrides).chain(package_info.overrides.get(target)), ); debug!("Found metadata: {target_meta:?}"); Arc::new(TargetData { target: target.clone(), meta: target_meta, target_related_info: triple, }) }) .cartesian_product(resolvers) .map(|(target_data, f)| { let fetcher = f( opts.client.clone(), opts.gh_api_client.clone(), data.clone(), target_data, opts.signature_policy, ); (fetcher.clone(), AutoAbortJoinHandle::new(fetcher.find())) }), ); for (fetcher, handle) in handles { fetcher.clone().report_to_upstream(); match handle.flattened_join().await { Ok(true) => { // Generate temporary binary path let bin_path = opts.temp_dir.join(format!( "bin-{}-{}-{}", package_info.name, fetcher.target(), fetcher.fetcher_name() )); match download_extract_and_verify( fetcher.as_ref(), &bin_path, &package_info, &opts.install_path, opts.no_symlinks, ) .await { Ok(bin_files) => { if !bin_files.is_empty() { return Ok(Resolution::Fetch(Box::new(ResolutionFetch { fetcher, new_version: package_info.version, name: package_info.name, version_req: version_req_str, bin_files, }))); } else { warn!( "Error when checking binaries provided by fetcher {}: \ The fetcher does not provide any optional binary", fetcher.source_name(), ); } } Err(err) => { if let BinstallError::UserAbort = err { return Err(err); } warn!( "Error while downloading and extracting from fetcher {}: {}", fetcher.source_name(), err ); } } } Ok(false) => (), Err(err) => { warn!( "Error while checking fetcher {}: {}", fetcher.source_name(), err ); } } } if opts.cargo_install_fallback { Ok(Resolution::InstallFromSource(ResolutionSource { name: package_info.name, version: package_info.version_str, })) } else { Err(BinstallError::NoFallbackToCargoInstall) } } /// * `fetcher` - `fetcher.find()` must have returned `Ok(true)`. /// /// Can return empty Vec if all `BinFile` is optional and does not exist /// in the archive downloaded. async fn download_extract_and_verify( fetcher: &dyn Fetcher, bin_path: &Path, package_info: &PackageInfo, install_path: &Path, no_symlinks: bool, ) -> Result, BinstallError> { // Download and extract it. // If that fails, then ignore this fetcher. let extracted_files = fetcher.fetch_and_extract(bin_path).await?; debug!("extracted_files = {extracted_files:#?}"); // Build final metadata let meta = fetcher.target_meta(); // Verify that all non-optional bin_files exist let bin_files = collect_bin_files( fetcher, package_info, meta, bin_path, install_path, no_symlinks, &extracted_files, )?; let name = &package_info.name; package_info .binaries .iter() .zip(bin_files) .filter_map(|(bin, bin_file)| { match bin_file.check_source_exists(&mut |p| extracted_files.has_file(p)) { Ok(()) => Some(Ok(bin_file)), // This binary is optional Err(err) => { let required_features = &bin.required_features; let bin_name = bin.name.as_str(); if required_features.is_empty() { error!( "When resolving {name} bin {bin_name} is not found. \ This binary is not optional so it must be included in the archive, please contact with \ upstream to fix this issue." ); // This bin is not optional, error Some(Err(err)) } else { // Optional, print a warning and continue. let features = required_features.iter().format(","); warn!( "When resolving {name} bin {bin_name} is not found. \ But since it requires features {features}, this bin is ignored." ); None } } } }) .collect::, bins::Error>>() .map_err(BinstallError::from) } fn collect_bin_files( fetcher: &dyn Fetcher, package_info: &PackageInfo, meta: PkgMeta, bin_path: &Path, install_path: &Path, no_symlinks: bool, extracted_files: &ExtractedFiles, ) -> Result, BinstallError> { // List files to be installed // based on those found via Cargo.toml let bin_data = bins::Data { name: &package_info.name, target: fetcher.target(), version: &package_info.version_str, repo: package_info.repo.as_deref(), meta, bin_path, install_path, target_related_info: &fetcher.target_data().target_related_info, }; let bin_dir = bin_data .meta .bin_dir .as_deref() .map(Cow::Borrowed) .unwrap_or_else(|| { bins::infer_bin_dir_template(&bin_data, &mut |p| extracted_files.get_dir(p).is_some()) }); let template = Template::parse(&bin_dir)?; // Create bin_files let bin_files = package_info .binaries .iter() .map(|bin| bins::BinFile::new(&bin_data, bin.name.as_str(), &template, no_symlinks)) .collect::, bins::Error>>()?; let mut source_set = BTreeSet::new(); for bin in &bin_files { if !source_set.insert(&bin.source) { return Err(BinstallError::DuplicateSourceFilePath { path: bin.source.clone(), }); } } Ok(bin_files) } struct PackageInfo { meta: PkgMeta, binaries: Vec, name: CompactString, version_str: CompactString, version: Version, repo: Option, overrides: BTreeMap, } struct Bin { name: String, required_features: Vec, } impl PackageInfo { /// Return `None` if already up-to-date. async fn resolve( opts: &Options, name: CompactString, curr_version: Option, version_req: &VersionReq, client: Client, ) -> Result, BinstallError> { use CargoTomlFetchOverride::*; // Fetch crate via crates.io, git, or use a local manifest path let manifest = match opts.cargo_toml_fetch_override.as_ref() { Some(Path(manifest_path)) => { let manifest_path = manifest_path.clone(); let name = name.clone(); spawn_blocking(move || load_manifest_path(manifest_path, &name)).await?? } #[cfg(feature = "git")] Some(Git(git_url)) => { use crate::helpers::git::{GitCancellationToken, Repository as GitRepository}; let git_url = git_url.clone(); let name = name.clone(); let cancellation_token = GitCancellationToken::default(); // Cancel git operation if the future is cancelled (dropped). let cancel_on_drop = cancellation_token.clone().cancel_on_drop(); let ret = spawn_blocking(move || { let dir = tempfile::TempDir::new()?; GitRepository::shallow_clone(git_url, dir.as_ref(), Some(cancellation_token))?; load_manifest_from_workspace(dir.as_ref(), &name).map_err(BinstallError::from) }) .await??; // Git operation done, disarm it cancel_on_drop.disarm(); ret } None => { Box::pin( opts.registry .fetch_crate_matched(client, &name, version_req), ) .await? } }; let Some(mut package) = manifest.package else { return Err(BinstallError::CargoTomlMissingPackage(name)); }; let new_version_str = package.version().to_compact_string(); let new_version = match Version::parse(&new_version_str) { Ok(new_version) => new_version, Err(err) => { return Err(Box::new(VersionParseError { v: new_version_str, err, }) .into()) } }; if let Some(curr_version) = curr_version { if new_version == curr_version { info!( "{} v{curr_version} is already installed, use --force to override", name ); return Ok(None); } } let (mut meta, binaries): (_, Vec) = ( package .metadata .take() .and_then(|m| m.binstall) .unwrap_or_default(), manifest .bin .into_iter() .filter_map(|p| { p.name.map(|name| Bin { name, required_features: p.required_features, }) }) .collect(), ); // Check binaries if binaries.is_empty() { Err(BinstallError::UnspecifiedBinaries) } else { Ok(Some(Self { overrides: mem::take(&mut meta.overrides), meta, binaries, name, version_str: new_version_str, version: new_version, repo: package.repository().map(ToString::to_string), })) } } } /// Load binstall metadata from the crate `Cargo.toml` at the provided path /// /// This is a blocking function. pub fn load_manifest_path, N: AsRef>( manifest_path: P, name: N, ) -> Result, BinstallError> { fn inner(manifest_path: &Path, crate_name: &str) -> Result, BinstallError> { debug!( "Reading crate {crate_name} manifest at local path: {}", manifest_path.display() ); // Load and parse manifest (this checks file system for binary output names) let manifest = load_manifest_from_workspace(manifest_path, crate_name)?; // Return metadata Ok(manifest) } inner(manifest_path.as_ref(), name.as_ref()) }