movefasta/nixpkgs
1
0
Fork 0
mirror of https://github.com/NixOS/nixpkgs.git synced 2025-06-12 04:35:41 +03:00
Code Issues Projects Releases Packages Wiki Activity

nixos/hadoop: fix failing yarn tests

Browse source
This commit is contained in:
illustris 2024-12-13 23:18:14 +05:30
parent 61dd3fdae2
commit bdd10c641e
No known key found for this signature in database
GPG key ID: 56C8FC0B899FEFA3
3 changed files with 8 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
nixos/modules/services/cluster/hadoop/yarn.nix
View file

@ -196,14 +196,18 @@ in
"yarn.nodemanager.resource.cpu-vcores" = resource.cpuVCores;
"yarn.nodemanager.resource.memory-mb" = resource.memoryMB;
})
(lib.mkIf useCGroups {
(lib.mkIf useCGroups ( lib.warnIf (lib.versionOlder cfg.package.version "3.5.0") ''
hadoop < 3.5.0 does not support cgroup v2
setting `services.hadoop.yarn.nodemanager.useCGroups = false` is recommended
see: https://issues.apache.org/jira/browse/YARN-11669
'' {
"yarn.nodemanager.linux-container-executor.cgroups.hierarchy" = "/hadoop-yarn";
"yarn.nodemanager.linux-container-executor.resources-handler.class" =
"org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler";
"yarn.nodemanager.linux-container-executor.cgroups.mount" = "true";
"yarn.nodemanager.linux-container-executor.cgroups.mount-path" =
"/run/wrappers/yarn-nodemanager/cgroup";
})
}))
];
networking.firewall.allowedTCPPortRanges = [

1
nixos/tests/hadoop/hadoop.nix
View file

@ -173,6 +173,7 @@ import ../make-test-python.nix (
yarn.nodemanager = {
enable = true;
openFirewall = true;
useCGroups = false;
};
};
};

1
nixos/tests/hadoop/yarn.nix
View file

@ -24,6 +24,7 @@ import ../make-test-python.nix (
yarn.nodemanager = {
enable = true;
openFirewall = true;
useCGroups = false;
};
yarnSite = {
"yarn.resourcemanager.hostname" = "resourcemanager";