mirror of
https://github.com/NixOS/nixpkgs.git
synced 2025-06-13 05:05:29 +03:00
buildRustPackage: factor out setting up .cargo/config to cargoSetupHook
This makes it possible to reuse this functionality as a hook in derivations that do not use buildRustPackage.
This commit is contained in:
parent
fd96ee6e9d
commit
d083f412fa
4 changed files with 139 additions and 84 deletions
|
@ -3,7 +3,7 @@
|
||||||
, buildPackages
|
, buildPackages
|
||||||
, cacert
|
, cacert
|
||||||
, cargo
|
, cargo
|
||||||
, diffutils
|
, cargoSetupHook
|
||||||
, fetchCargoTarball
|
, fetchCargoTarball
|
||||||
, runCommandNoCC
|
, runCommandNoCC
|
||||||
, rustPlatform
|
, rustPlatform
|
||||||
|
@ -71,19 +71,6 @@ let
|
||||||
# against the src fixed-output derivation to check consistency.
|
# against the src fixed-output derivation to check consistency.
|
||||||
validateCargoDeps = !(cargoHash == "" && cargoSha256 == "");
|
validateCargoDeps = !(cargoHash == "" && cargoSha256 == "");
|
||||||
|
|
||||||
# Some cargo builds include build hooks that modify their own vendor
|
|
||||||
# dependencies. This copies the vendor directory into the build tree and makes
|
|
||||||
# it writable. If we're using a tarball, the unpackFile hook already handles
|
|
||||||
# this for us automatically.
|
|
||||||
setupVendorDir = if cargoVendorDir == null
|
|
||||||
then (''
|
|
||||||
unpackFile "$cargoDeps"
|
|
||||||
cargoDepsCopy=$(stripHash $cargoDeps)
|
|
||||||
'')
|
|
||||||
else ''
|
|
||||||
cargoDepsCopy="$sourceRoot/${cargoVendorDir}"
|
|
||||||
'';
|
|
||||||
|
|
||||||
targetIsJSON = lib.hasSuffix ".json" target;
|
targetIsJSON = lib.hasSuffix ".json" target;
|
||||||
useSysroot = targetIsJSON && !__internal_dontAddSysroot;
|
useSysroot = targetIsJSON && !__internal_dontAddSysroot;
|
||||||
|
|
||||||
|
@ -106,11 +93,6 @@ let
|
||||||
releaseDir = "target/${shortTarget}/${buildType}";
|
releaseDir = "target/${shortTarget}/${buildType}";
|
||||||
tmpDir = "${releaseDir}-tmp";
|
tmpDir = "${releaseDir}-tmp";
|
||||||
|
|
||||||
# Specify the stdenv's `diff` by abspath to ensure that the user's build
|
|
||||||
# inputs do not cause us to find the wrong `diff`.
|
|
||||||
# The `.nativeDrv` stanza works like nativeBuildInputs and ensures cross-compiling has the right version available.
|
|
||||||
diff = "${diffutils.nativeDrv or diffutils}/bin/diff";
|
|
||||||
|
|
||||||
in
|
in
|
||||||
|
|
||||||
# Tests don't currently work for `no_std`, and all custom sysroots are currently built without `std`.
|
# Tests don't currently work for `no_std`, and all custom sysroots are currently built without `std`.
|
||||||
|
@ -124,7 +106,7 @@ stdenv.mkDerivation ((removeAttrs args ["depsExtraArgs"]) // lib.optionalAttrs u
|
||||||
|
|
||||||
patchRegistryDeps = ./patch-registry-deps;
|
patchRegistryDeps = ./patch-registry-deps;
|
||||||
|
|
||||||
nativeBuildInputs = nativeBuildInputs ++ [ cacert git cargo rustc ];
|
nativeBuildInputs = nativeBuildInputs ++ [ cacert git cargo cargoSetupHook rustc ];
|
||||||
buildInputs = buildInputs ++ lib.optional stdenv.hostPlatform.isMinGW windows.pthreads;
|
buildInputs = buildInputs ++ lib.optional stdenv.hostPlatform.isMinGW windows.pthreads;
|
||||||
|
|
||||||
patches = cargoPatches ++ patches;
|
patches = cargoPatches ++ patches;
|
||||||
|
@ -135,72 +117,9 @@ stdenv.mkDerivation ((removeAttrs args ["depsExtraArgs"]) // lib.optionalAttrs u
|
||||||
postUnpack = ''
|
postUnpack = ''
|
||||||
eval "$cargoDepsHook"
|
eval "$cargoDepsHook"
|
||||||
|
|
||||||
${setupVendorDir}
|
|
||||||
|
|
||||||
mkdir .cargo
|
|
||||||
config="$(pwd)/$cargoDepsCopy/.cargo/config";
|
|
||||||
if [[ ! -e $config ]]; then
|
|
||||||
config=${./fetchcargo-default-config.toml};
|
|
||||||
fi;
|
|
||||||
substitute $config .cargo/config \
|
|
||||||
--subst-var-by vendor "$(pwd)/$cargoDepsCopy"
|
|
||||||
|
|
||||||
cat >> .cargo/config <<'EOF'
|
|
||||||
[target."${rust.toRustTarget stdenv.buildPlatform}"]
|
|
||||||
"linker" = "${ccForBuild}"
|
|
||||||
${lib.optionalString (stdenv.buildPlatform.config != stdenv.hostPlatform.config) ''
|
|
||||||
[target."${shortTarget}"]
|
|
||||||
"linker" = "${ccForHost}"
|
|
||||||
${# https://github.com/rust-lang/rust/issues/46651#issuecomment-433611633
|
|
||||||
lib.optionalString (stdenv.hostPlatform.isMusl && stdenv.hostPlatform.isAarch64) ''
|
|
||||||
"rustflags" = [ "-C", "target-feature=+crt-static", "-C", "link-arg=-lgcc" ]
|
|
||||||
''}
|
|
||||||
''}
|
|
||||||
EOF
|
|
||||||
|
|
||||||
export RUST_LOG=${logLevel}
|
export RUST_LOG=${logLevel}
|
||||||
'' + (args.postUnpack or "");
|
'' + (args.postUnpack or "");
|
||||||
|
|
||||||
# After unpacking and applying patches, check that the Cargo.lock matches our
|
|
||||||
# src package. Note that we do this after the patchPhase, because the
|
|
||||||
# patchPhase may create the Cargo.lock if upstream has not shipped one.
|
|
||||||
postPatch = (args.postPatch or "") + lib.optionalString validateCargoDeps ''
|
|
||||||
cargoDepsLockfile=$NIX_BUILD_TOP/$cargoDepsCopy/Cargo.lock
|
|
||||||
srcLockfile=$NIX_BUILD_TOP/$sourceRoot/Cargo.lock
|
|
||||||
|
|
||||||
echo "Validating consistency between $srcLockfile and $cargoDepsLockfile"
|
|
||||||
if ! ${diff} $srcLockfile $cargoDepsLockfile; then
|
|
||||||
|
|
||||||
# If the diff failed, first double-check that the file exists, so we can
|
|
||||||
# give a friendlier error msg.
|
|
||||||
if ! [ -e $srcLockfile ]; then
|
|
||||||
echo "ERROR: Missing Cargo.lock from src. Expected to find it at: $srcLockfile"
|
|
||||||
echo "Hint: You can use the cargoPatches attribute to add a Cargo.lock manually to the build."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
if ! [ -e $cargoDepsLockfile ]; then
|
|
||||||
echo "ERROR: Missing lockfile from cargo vendor. Expected to find it at: $cargoDepsLockfile"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo
|
|
||||||
echo "ERROR: cargoSha256 is out of date"
|
|
||||||
echo
|
|
||||||
echo "Cargo.lock is not the same in $cargoDepsCopy"
|
|
||||||
echo
|
|
||||||
echo "To fix the issue:"
|
|
||||||
echo '1. Use "0000000000000000000000000000000000000000000000000000" as the cargoSha256 value'
|
|
||||||
echo "2. Build the derivation and wait for it to fail with a hash mismatch"
|
|
||||||
echo "3. Copy the 'got: sha256:' value back into the cargoSha256 field"
|
|
||||||
echo
|
|
||||||
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
'' + ''
|
|
||||||
unset cargoDepsCopy
|
|
||||||
'';
|
|
||||||
|
|
||||||
configurePhase = args.configurePhase or ''
|
configurePhase = args.configurePhase or ''
|
||||||
runHook preConfigure
|
runHook preConfigure
|
||||||
runHook postConfigure
|
runHook postConfigure
|
||||||
|
|
84
pkgs/build-support/rust/hooks/cargo-setup-hook.sh
Normal file
84
pkgs/build-support/rust/hooks/cargo-setup-hook.sh
Normal file
|
@ -0,0 +1,84 @@
|
||||||
|
cargoSetupPostUnpackHook() {
|
||||||
|
echo "Executing cargoSetupPostUnpackHook"
|
||||||
|
|
||||||
|
# Some cargo builds include build hooks that modify their own vendor
|
||||||
|
# dependencies. This copies the vendor directory into the build tree and makes
|
||||||
|
# it writable. If we're using a tarball, the unpackFile hook already handles
|
||||||
|
# this for us automatically.
|
||||||
|
if [ -z $cargoVendorDir ]; then
|
||||||
|
unpackFile "$cargoDeps"
|
||||||
|
export cargoDepsCopy=$(stripHash $cargoDeps)
|
||||||
|
else
|
||||||
|
cargoDepsCopy="$sourceRoot/${cargoRoot:+$cargoRoot/}${cargoVendorDir}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ ! -d .cargo ]; then
|
||||||
|
mkdir .cargo
|
||||||
|
fi
|
||||||
|
|
||||||
|
config="$(pwd)/$cargoDepsCopy/.cargo/config";
|
||||||
|
if [[ ! -e $config ]]; then
|
||||||
|
config=@defaultConfig@
|
||||||
|
fi;
|
||||||
|
|
||||||
|
tmp_config=$(mktemp)
|
||||||
|
substitute $config $tmp_config \
|
||||||
|
--subst-var-by vendor "$(pwd)/$cargoDepsCopy"
|
||||||
|
cat ${tmp_config} >> .cargo/config
|
||||||
|
|
||||||
|
cat >> .cargo/config <<'EOF'
|
||||||
|
@rustTarget@
|
||||||
|
EOF
|
||||||
|
|
||||||
|
echo "Finished cargoSetupPostUnpackHook"
|
||||||
|
}
|
||||||
|
|
||||||
|
# After unpacking and applying patches, check that the Cargo.lock matches our
|
||||||
|
# src package. Note that we do this after the patchPhase, because the
|
||||||
|
# patchPhase may create the Cargo.lock if upstream has not shipped one.
|
||||||
|
cargoSetupPostPatchHook() {
|
||||||
|
echo "Executing cargoSetupPostPatchHook"
|
||||||
|
|
||||||
|
cargoDepsLockfile="$NIX_BUILD_TOP/$cargoDepsCopy/Cargo.lock"
|
||||||
|
srcLockfile="$NIX_BUILD_TOP/$sourceRoot/${cargoRoot:+$cargoRoot/}/Cargo.lock"
|
||||||
|
|
||||||
|
echo "Validating consistency between $srcLockfile and $cargoDepsLockfile"
|
||||||
|
if ! @diff@ $srcLockfile $cargoDepsLockfile; then
|
||||||
|
|
||||||
|
# If the diff failed, first double-check that the file exists, so we can
|
||||||
|
# give a friendlier error msg.
|
||||||
|
if ! [ -e $srcLockfile ]; then
|
||||||
|
echo "ERROR: Missing Cargo.lock from src. Expected to find it at: $srcLockfile"
|
||||||
|
echo "Hint: You can use the cargoPatches attribute to add a Cargo.lock manually to the build."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if ! [ -e $cargoDepsLockfile ]; then
|
||||||
|
echo "ERROR: Missing lockfile from cargo vendor. Expected to find it at: $cargoDepsLockfile"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo
|
||||||
|
echo "ERROR: cargoSha256 is out of date"
|
||||||
|
echo
|
||||||
|
echo "Cargo.lock is not the same in $cargoDepsCopy"
|
||||||
|
echo
|
||||||
|
echo "To fix the issue:"
|
||||||
|
echo '1. Use "0000000000000000000000000000000000000000000000000000" as the cargoSha256 value'
|
||||||
|
echo "2. Build the derivation and wait for it to fail with a hash mismatch"
|
||||||
|
echo "3. Copy the 'got: sha256:' value back into the cargoSha256 field"
|
||||||
|
echo
|
||||||
|
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
unset cargoDepsCopy
|
||||||
|
|
||||||
|
echo "Finished cargoSetupPostPatchHook"
|
||||||
|
}
|
||||||
|
|
||||||
|
postUnpackHooks+=(cargoSetupPostUnpackHook)
|
||||||
|
|
||||||
|
if [ -z ${cargoVendorDir-} ]; then
|
||||||
|
postPatchHooks+=(cargoSetupPostPatchHook)
|
||||||
|
fi
|
49
pkgs/build-support/rust/hooks/default.nix
Normal file
49
pkgs/build-support/rust/hooks/default.nix
Normal file
|
@ -0,0 +1,49 @@
|
||||||
|
{ buildPackages
|
||||||
|
, callPackage
|
||||||
|
, diffutils
|
||||||
|
, lib
|
||||||
|
, makeSetupHook
|
||||||
|
, rust
|
||||||
|
, stdenv
|
||||||
|
, target ? rust.toRustTargetSpec stdenv.hostPlatform
|
||||||
|
}:
|
||||||
|
|
||||||
|
let
|
||||||
|
targetIsJSON = lib.hasSuffix ".json" target;
|
||||||
|
|
||||||
|
# see https://github.com/rust-lang/cargo/blob/964a16a28e234a3d397b2a7031d4ab4a428b1391/src/cargo/core/compiler/compile_kind.rs#L151-L168
|
||||||
|
# the "${}" is needed to transform the path into a /nix/store path before baseNameOf
|
||||||
|
shortTarget = if targetIsJSON then
|
||||||
|
(lib.removeSuffix ".json" (builtins.baseNameOf "${target}"))
|
||||||
|
else target;
|
||||||
|
ccForBuild="${buildPackages.stdenv.cc}/bin/${buildPackages.stdenv.cc.targetPrefix}cc";
|
||||||
|
ccForHost="${stdenv.cc}/bin/${stdenv.cc.targetPrefix}cc";
|
||||||
|
in {
|
||||||
|
cargoSetupHook = callPackage ({ }:
|
||||||
|
makeSetupHook {
|
||||||
|
name = "cargo-setup-hook.sh";
|
||||||
|
deps = [ ];
|
||||||
|
substitutions = {
|
||||||
|
defaultConfig = ../fetchcargo-default-config.toml;
|
||||||
|
|
||||||
|
# Specify the stdenv's `diff` by abspath to ensure that the user's build
|
||||||
|
# inputs do not cause us to find the wrong `diff`.
|
||||||
|
# The `.nativeDrv` stanza works like nativeBuildInputs and ensures cross-compiling has the right version available.
|
||||||
|
diff = "${diffutils.nativeDrv or diffutils}/bin/diff";
|
||||||
|
|
||||||
|
# Target platform
|
||||||
|
rustTarget = ''
|
||||||
|
[target."${rust.toRustTarget stdenv.buildPlatform}"]
|
||||||
|
"linker" = "${ccForBuild}"
|
||||||
|
${lib.optionalString (stdenv.buildPlatform.config != stdenv.hostPlatform.config) ''
|
||||||
|
[target."${shortTarget}"]
|
||||||
|
"linker" = "${ccForHost}"
|
||||||
|
${# https://github.com/rust-lang/rust/issues/46651#issuecomment-433611633
|
||||||
|
lib.optionalString (stdenv.hostPlatform.isMusl && stdenv.hostPlatform.isAarch64) ''
|
||||||
|
"rustflags" = [ "-C", "target-feature=+crt-static", "-C", "link-arg=-lgcc" ]
|
||||||
|
''}
|
||||||
|
''}
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
} ./cargo-setup-hook.sh) {};
|
||||||
|
}
|
|
@ -12,7 +12,7 @@ rec {
|
||||||
};
|
};
|
||||||
|
|
||||||
buildRustPackage = callPackage ../../../build-support/rust {
|
buildRustPackage = callPackage ../../../build-support/rust {
|
||||||
inherit rustc cargo fetchCargoTarball;
|
inherit rustc cargo cargoSetupHook fetchCargoTarball;
|
||||||
};
|
};
|
||||||
|
|
||||||
rustcSrc = callPackage ./rust-src.nix {
|
rustcSrc = callPackage ./rust-src.nix {
|
||||||
|
@ -22,4 +22,7 @@ rec {
|
||||||
rustLibSrc = callPackage ./rust-lib-src.nix {
|
rustLibSrc = callPackage ./rust-lib-src.nix {
|
||||||
inherit rustc;
|
inherit rustc;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
# Hooks
|
||||||
|
inherit (callPackage ../../../build-support/rust/hooks { }) cargoSetupHook;
|
||||||
}
|
}
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue