mirror of
https://github.com/NixOS/nixpkgs.git
synced 2025-06-11 04:05:40 +03:00
nixos/hadoop: fix failing yarn tests
This commit is contained in:
parent
61dd3fdae2
commit
bdd10c641e
3 changed files with 8 additions and 2 deletions
|
@ -196,14 +196,18 @@ in
|
|||
"yarn.nodemanager.resource.cpu-vcores" = resource.cpuVCores;
|
||||
"yarn.nodemanager.resource.memory-mb" = resource.memoryMB;
|
||||
})
|
||||
(lib.mkIf useCGroups {
|
||||
(lib.mkIf useCGroups ( lib.warnIf (lib.versionOlder cfg.package.version "3.5.0") ''
|
||||
hadoop < 3.5.0 does not support cgroup v2
|
||||
setting `services.hadoop.yarn.nodemanager.useCGroups = false` is recommended
|
||||
see: https://issues.apache.org/jira/browse/YARN-11669
|
||||
'' {
|
||||
"yarn.nodemanager.linux-container-executor.cgroups.hierarchy" = "/hadoop-yarn";
|
||||
"yarn.nodemanager.linux-container-executor.resources-handler.class" =
|
||||
"org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler";
|
||||
"yarn.nodemanager.linux-container-executor.cgroups.mount" = "true";
|
||||
"yarn.nodemanager.linux-container-executor.cgroups.mount-path" =
|
||||
"/run/wrappers/yarn-nodemanager/cgroup";
|
||||
})
|
||||
}))
|
||||
];
|
||||
|
||||
networking.firewall.allowedTCPPortRanges = [
|
||||
|
|
|
@ -173,6 +173,7 @@ import ../make-test-python.nix (
|
|||
yarn.nodemanager = {
|
||||
enable = true;
|
||||
openFirewall = true;
|
||||
useCGroups = false;
|
||||
};
|
||||
};
|
||||
};
|
||||
|
|
|
@ -24,6 +24,7 @@ import ../make-test-python.nix (
|
|||
yarn.nodemanager = {
|
||||
enable = true;
|
||||
openFirewall = true;
|
||||
useCGroups = false;
|
||||
};
|
||||
yarnSite = {
|
||||
"yarn.resourcemanager.hostname" = "resourcemanager";
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue