movefasta/nixpkgs
1
0
Fork 0
mirror of https://github.com/NixOS/nixpkgs.git synced 2025-06-13 21:25:30 +03:00
Code Issues Projects Releases Packages Wiki Activity

hadoop, nixos/hadoop, nixosTests/hadoop: nixfmt

Browse source
This commit is contained in:
illustris 2024-12-14 00:28:13 +05:30
parent 999e8c7ff0
commit c62ec80d1f
No known key found for this signature in database
GPG key ID: 56C8FC0B899FEFA3
3 changed files with 37 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

10
nixos/modules/services/cluster/hadoop/yarn.nix
View file

@ -196,18 +196,22 @@ in
"yarn.nodemanager.resource.cpu-vcores" = resource.cpuVCores; "yarn.nodemanager.resource.cpu-vcores" = resource.cpuVCores;
"yarn.nodemanager.resource.memory-mb" = resource.memoryMB; "yarn.nodemanager.resource.memory-mb" = resource.memoryMB;
}) })
(lib.mkIf useCGroups ( lib.warnIf (lib.versionOlder cfg.package.version "3.5.0") '' (lib.mkIf useCGroups (
lib.warnIf (lib.versionOlder cfg.package.version "3.5.0")
''
hadoop < 3.5.0 does not support cgroup v2 hadoop < 3.5.0 does not support cgroup v2
setting `services.hadoop.yarn.nodemanager.useCGroups = false` is recommended setting `services.hadoop.yarn.nodemanager.useCGroups = false` is recommended
see: https://issues.apache.org/jira/browse/YARN-11669 see: https://issues.apache.org/jira/browse/YARN-11669
'' { ''
{
"yarn.nodemanager.linux-container-executor.cgroups.hierarchy" = "/hadoop-yarn"; "yarn.nodemanager.linux-container-executor.cgroups.hierarchy" = "/hadoop-yarn";
"yarn.nodemanager.linux-container-executor.resources-handler.class" = "yarn.nodemanager.linux-container-executor.resources-handler.class" =
"org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler"; "org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler";
"yarn.nodemanager.linux-container-executor.cgroups.mount" = "true"; "yarn.nodemanager.linux-container-executor.cgroups.mount" = "true";
"yarn.nodemanager.linux-container-executor.cgroups.mount-path" = "yarn.nodemanager.linux-container-executor.cgroups.mount-path" =
"/run/wrappers/yarn-nodemanager/cgroup"; "/run/wrappers/yarn-nodemanager/cgroup";
})) }
))
]; ];
networking.firewall.allowedTCPPortRanges = [ networking.firewall.allowedTCPPortRanges = [

16
nixos/tests/hadoop/default.nix
View file

@ -1,8 +1,16 @@
{ handleTestOn, package, ... }: { handleTestOn, package, ... }:
{ {
all = handleTestOn [ "x86_64-linux" "aarch64-linux" ] ./hadoop.nix { inherit package; }; all = handleTestOn [ "x86_64-linux" "aarch64-linux" ] ./hadoop.nix {
hdfs = handleTestOn [ "x86_64-linux" "aarch64-linux" ] ./hdfs.nix { inherit package; }; inherit package;
yarn = handleTestOn [ "x86_64-linux" "aarch64-linux" ] ./yarn.nix { inherit package; }; };
hbase = handleTestOn [ "x86_64-linux" "aarch64-linux" ] ./hbase.nix { inherit package; }; hdfs = handleTestOn [ "x86_64-linux" "aarch64-linux" ] ./hdfs.nix {
inherit package;
};
yarn = handleTestOn [ "x86_64-linux" "aarch64-linux" ] ./yarn.nix {
inherit package;
};
hbase = handleTestOn [ "x86_64-linux" "aarch64-linux" ] ./hbase.nix {
inherit package;
};
} }

13
pkgs/applications/networking/cluster/hadoop/default.nix
View file

@ -46,7 +46,9 @@ let
"mirror://apache/hadoop/common/hadoop-${finalAttrs.version}/hadoop-${finalAttrs.version}" "mirror://apache/hadoop/common/hadoop-${finalAttrs.version}/hadoop-${finalAttrs.version}"
+ lib.optionalString stdenv.hostPlatform.isAarch64 "-aarch64" + lib.optionalString stdenv.hostPlatform.isAarch64 "-aarch64"
+ ".tar.gz"; + ".tar.gz";
inherit (platformAttrs.${stdenv.system} or (throw "Unsupported system: ${stdenv.system}")) hash; inherit (platformAttrs.${stdenv.system} or (throw "Unsupported system: ${stdenv.system}"))
hash
;
}; };
doCheck = true; doCheck = true;
@ -101,9 +103,12 @@ let
# hadoop 3.3+ depends on protobuf 3.18, 3.2 depends on 3.8 # hadoop 3.3+ depends on protobuf 3.18, 3.2 depends on 3.8
find $out/lib/native -name 'libhdfspp.so*' | \ find $out/lib/native -name 'libhdfspp.so*' | \
xargs -r -n1 patchelf --replace-needed libprotobuf.so.${ xargs -r -n1 patchelf --replace-needed libprotobuf.so.${
if (lib.versionAtLeast finalAttrs.version "3.4.1") then "32" if (lib.versionAtLeast finalAttrs.version "3.4.1") then
else if (lib.versionAtLeast finalAttrs.version "3.3") then "18" "32"
else "8" else if (lib.versionAtLeast finalAttrs.version "3.3") then
"18"
else
"8"
} libprotobuf.so } libprotobuf.so
patchelf --replace-needed libcrypto.so.1.1 libcrypto.so \ patchelf --replace-needed libcrypto.so.1.1 libcrypto.so \