mirror of
https://github.com/NixOS/nixpkgs.git
synced 2025-06-10 19:55:41 +03:00
cudaPackages: rewrite backendStdenv
Signed-off-by: Connor Baker <ConnorBaker01@gmail.com>
This commit is contained in:
Connor Baker
parent
0ac3a73b6a
commit
629ae4e42c
1 changed files with 135 additions and 13 deletions
|
|
@ -1,4 +1,3 @@
|
|||
# Exposed as cudaPackages.backendStdenv.
|
||||
# This is what nvcc uses as a backend,
|
||||
# and it has to be an officially supported one (e.g. gcc11 for cuda11).
|
||||
#
|
||||
|
|
@ -7,26 +6,149 @@
|
|||
# E.g. for cudaPackages_11_8 we use gcc11 with gcc12's libstdc++
|
||||
# Cf. https://github.com/NixOS/nixpkgs/pull/218265 for context
|
||||
{
|
||||
config,
|
||||
cudaLib,
|
||||
cudaMajorMinorVersion,
|
||||
lib,
|
||||
nvccCompatibilities,
|
||||
pkgs,
|
||||
stdenv,
|
||||
stdenvAdapters,
|
||||
}:
|
||||
|
||||
let
|
||||
gccMajorVersion = nvccCompatibilities.${cudaMajorMinorVersion}.gccMaxMajorVersion;
|
||||
cudaStdenv = stdenvAdapters.useLibsFrom stdenv pkgs."gcc${gccMajorVersion}Stdenv";
|
||||
inherit (builtins) toJSON;
|
||||
inherit (cudaLib.data) allSortedCudaCapabilities cudaCapabilityToInfo nvccCompatibilities;
|
||||
inherit (cudaLib.utils)
|
||||
_cudaCapabilityIsDefault
|
||||
_cudaCapabilityIsSupported
|
||||
_evaluateAssertions
|
||||
getRedistSystem
|
||||
mkVersionedName
|
||||
;
|
||||
inherit (lib) addErrorContext;
|
||||
inherit (lib.customisation) extendDerivation;
|
||||
inherit (lib.lists) filter intersectLists subtractLists;
|
||||
|
||||
# NOTE: By virtue of processing a sorted list (allSortedCudaCapabilities), our groups will be sorted.
|
||||
|
||||
architectureSpecificCudaCapabilities = filter (
|
||||
cudaCapability: cudaCapabilityToInfo.${cudaCapability}.isArchitectureSpecific
|
||||
) allSortedCudaCapabilities;
|
||||
|
||||
familySpecificCudaCapabilities = filter (
|
||||
cudaCapability: cudaCapabilityToInfo.${cudaCapability}.isFamilySpecific
|
||||
) allSortedCudaCapabilities;
|
||||
|
||||
jetsonCudaCapabilities = filter (
|
||||
cudaCapability: cudaCapabilityToInfo.${cudaCapability}.isJetson
|
||||
) allSortedCudaCapabilities;
|
||||
|
||||
passthruExtra = {
|
||||
# cudaPackages.backendStdenv.nixpkgsCompatibleLibstdcxx has been removed,
|
||||
# if you need it you're likely doing something wrong. There has been a
|
||||
# warning here for a month or so. Now we can no longer return any
|
||||
# meaningful value in its place and drop the attribute entirely.
|
||||
nvccHostCCMatchesStdenvCC = backendStdenv.cc == stdenv.cc;
|
||||
|
||||
# The Nix system of the host platform.
|
||||
hostNixSystem = stdenv.hostPlatform.system;
|
||||
|
||||
# The Nix system of the host platform for the CUDA redistributable.
|
||||
hostRedistSystem = getRedistSystem passthruExtra.hasJetsonCudaCapability stdenv.hostPlatform.system;
|
||||
|
||||
# Sets whether packages should be built with forward compatibility.
|
||||
# TODO(@connorbaker): If the requested CUDA capabilities are not supported by the current CUDA version,
|
||||
# should we throw an evaluation warning and build with forward compatibility?
|
||||
cudaForwardCompat = config.cudaForwardCompat or true;
|
||||
|
||||
# CUDA capabilities which are supported by the current CUDA version.
|
||||
supportedCudaCapabilities = filter (
|
||||
cudaCapability:
|
||||
_cudaCapabilityIsSupported cudaMajorMinorVersion cudaCapabilityToInfo.${cudaCapability}
|
||||
) allSortedCudaCapabilities;
|
||||
|
||||
# Find the default set of capabilities for this CUDA version using the list of supported capabilities.
|
||||
# Includes only baseline capabilities.
|
||||
defaultCudaCapabilities = filter (
|
||||
cudaCapability:
|
||||
_cudaCapabilityIsDefault cudaMajorMinorVersion cudaCapabilityToInfo.${cudaCapability}
|
||||
) passthruExtra.supportedCudaCapabilities;
|
||||
|
||||
# The resolved requested or default CUDA capabilities.
|
||||
cudaCapabilities =
|
||||
if config.cudaCapabilities or [ ] != [ ] then
|
||||
config.cudaCapabilities
|
||||
else
|
||||
passthruExtra.defaultCudaCapabilities;
|
||||
|
||||
# Requested architecture-specific CUDA capabilities.
|
||||
requestedArchitectureSpecificCudaCapabilities = intersectLists architectureSpecificCudaCapabilities passthruExtra.cudaCapabilities;
|
||||
|
||||
# Whether the requested CUDA capabilities include architecture-specific CUDA capabilities.
|
||||
hasArchitectureSpecificCudaCapability =
|
||||
passthruExtra.requestedArchitectureSpecificCudaCapabilities != [ ];
|
||||
|
||||
# Requested family-specific CUDA capabilities.
|
||||
requestedFamilySpecificCudaCapabilities = intersectLists familySpecificCudaCapabilities passthruExtra.cudaCapabilities;
|
||||
|
||||
# Whether the requested CUDA capabilities include family-specific CUDA capabilities.
|
||||
hasFamilySpecificCudaCapability = passthruExtra.requestedFamilySpecificCudaCapabilities != [ ];
|
||||
|
||||
# Requested Jetson CUDA capabilities.
|
||||
requestedJetsonCudaCapabilities = intersectLists jetsonCudaCapabilities passthruExtra.cudaCapabilities;
|
||||
|
||||
# Whether the requested CUDA capabilities include Jetson CUDA capabilities.
|
||||
hasJetsonCudaCapability = passthruExtra.requestedJetsonCudaCapabilities != [ ];
|
||||
};
|
||||
assertCondition = true;
|
||||
|
||||
assertions =
|
||||
let
|
||||
# Jetson devices cannot be targeted by the same binaries which target non-Jetson devices. While
|
||||
# NVIDIA provides both `linux-aarch64` and `linux-sbsa` packages, which both target `aarch64`,
|
||||
# they are built with different settings and cannot be mixed.
|
||||
jetsonMesssagePrefix = "Jetson CUDA capabilities (${toJSON passthruExtra.requestedJetsonCudaCapabilities})";
|
||||
|
||||
# Remove all known capabilities from the user's list to find unrecognized capabilities.
|
||||
unrecognizedCudaCapabilities = subtractLists allSortedCudaCapabilities passthruExtra.cudaCapabilities;
|
||||
|
||||
# Remove all supported capabilities from the user's list to find unsupported capabilities.
|
||||
unsupportedCudaCapabilities = subtractLists passthruExtra.supportedCudaCapabilities passthruExtra.cudaCapabilities;
|
||||
in
|
||||
[
|
||||
{
|
||||
message = "Unrecognized CUDA capabilities: ${toJSON unrecognizedCudaCapabilities}";
|
||||
assertion = unrecognizedCudaCapabilities == [ ];
|
||||
}
|
||||
{
|
||||
message = "Unsupported CUDA capabilities: ${toJSON unsupportedCudaCapabilities}";
|
||||
assertion = unsupportedCudaCapabilities == [ ];
|
||||
}
|
||||
{
|
||||
message =
|
||||
"${jetsonMesssagePrefix} require hostPlatform (currently ${passthruExtra.hostNixSystem}) "
|
||||
+ "to be aarch64-linux";
|
||||
assertion = passthruExtra.hasJetsonCudaCapability -> passthruExtra.hostNixSystem == "aarch64-linux";
|
||||
}
|
||||
{
|
||||
message =
|
||||
let
|
||||
# Find the capabilities which are not Jetson capabilities.
|
||||
requestedNonJetsonCudaCapabilities = subtractLists (
|
||||
passthruExtra.requestedJetsonCudaCapabilities
|
||||
++ passthruExtra.requestedArchitectureSpecificCudaCapabilities
|
||||
++ passthruExtra.requestedFamilySpecificCudaCapabilities
|
||||
) passthruExtra.cudaCapabilities;
|
||||
in
|
||||
"${jetsonMesssagePrefix} cannot be specified with non-Jetson capabilities "
|
||||
+ "(${toJSON requestedNonJetsonCudaCapabilities})";
|
||||
assertion =
|
||||
passthruExtra.hasJetsonCudaCapability
|
||||
-> passthruExtra.requestedJetsonCudaCapabilities == passthruExtra.cudaCapabilities;
|
||||
}
|
||||
];
|
||||
|
||||
assertCondition = addErrorContext "while evaluating ${mkVersionedName "cudaPackages" cudaMajorMinorVersion}.backendStdenv" (
|
||||
_evaluateAssertions assertions
|
||||
);
|
||||
|
||||
backendStdenv =
|
||||
stdenvAdapters.useLibsFrom stdenv
|
||||
pkgs."gcc${nvccCompatibilities.${cudaMajorMinorVersion}.gcc.maxMajorVersion}Stdenv";
|
||||
in
|
||||
|
||||
# TODO: Consider testing whether we in fact use the newer libstdc++
|
||||
|
||||
lib.extendDerivation assertCondition passthruExtra cudaStdenv
|
||||
extendDerivation assertCondition passthruExtra backendStdenv
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue