movefasta/nixpkgs
1
0
Fork 0
mirror of https://github.com/NixOS/nixpkgs.git synced 2025-06-18 23:50:07 +03:00
Code Activity

nixos/hadoop: fix failing yarn tests

Browse source
This commit is contained in:
illustris 2024-12-13 23:18:14 +05:30
parent 61dd3fdae2
commit bdd10c641e
No known key found for this signature in database
GPG key ID: 56C8FC0B899FEFA3
3 changed files with 8 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
nixos/modules/services/cluster/hadoop/yarn.nix
View file

@ -196,14 +196,18 @@ in
"yarn.nodemanager.resource.cpu-vcores" = resource.cpuVCores; "yarn.nodemanager.resource.cpu-vcores" = resource.cpuVCores;
"yarn.nodemanager.resource.memory-mb" = resource.memoryMB; "yarn.nodemanager.resource.memory-mb" = resource.memoryMB;
}) })
(lib.mkIf useCGroups { (lib.mkIf useCGroups ( lib.warnIf (lib.versionOlder cfg.package.version "3.5.0") ''
hadoop < 3.5.0 does not support cgroup v2
setting `services.hadoop.yarn.nodemanager.useCGroups = false` is recommended
see: https://issues.apache.org/jira/browse/YARN-11669
'' {
"yarn.nodemanager.linux-container-executor.cgroups.hierarchy" = "/hadoop-yarn"; "yarn.nodemanager.linux-container-executor.cgroups.hierarchy" = "/hadoop-yarn";
"yarn.nodemanager.linux-container-executor.resources-handler.class" = "yarn.nodemanager.linux-container-executor.resources-handler.class" =
"org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler"; "org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler";
"yarn.nodemanager.linux-container-executor.cgroups.mount" = "true"; "yarn.nodemanager.linux-container-executor.cgroups.mount" = "true";
"yarn.nodemanager.linux-container-executor.cgroups.mount-path" = "yarn.nodemanager.linux-container-executor.cgroups.mount-path" =
"/run/wrappers/yarn-nodemanager/cgroup"; "/run/wrappers/yarn-nodemanager/cgroup";
}) }))
]; ];
networking.firewall.allowedTCPPortRanges = [ networking.firewall.allowedTCPPortRanges = [

1
nixos/tests/hadoop/hadoop.nix
View file

@ -173,6 +173,7 @@ import ../make-test-python.nix (
yarn.nodemanager = { yarn.nodemanager = {
enable = true; enable = true;
openFirewall = true; openFirewall = true;
useCGroups = false;
}; };
}; };
}; };

1
nixos/tests/hadoop/yarn.nix
View file

@ -24,6 +24,7 @@ import ../make-test-python.nix (
yarn.nodemanager = { yarn.nodemanager = {
enable = true; enable = true;
openFirewall = true; openFirewall = true;
useCGroups = false;
}; };
yarnSite = { yarnSite = {
"yarn.resourcemanager.hostname" = "resourcemanager"; "yarn.resourcemanager.hostname" = "resourcemanager";