2021-11-02 11:59:58 +05:30
|
|
|
# This only tests if YARN is able to start its services
|
2022-01-08 18:38:34 +05:30
|
|
|
import ../make-test-python.nix (
|
|
|
|
{ package, ... }:
|
|
|
|
{
|
|
|
|
name = "hadoop-yarn";
|
|
|
|
|
2018-05-20 21:09:31 -04:00
|
|
|
nodes = {
|
2022-01-08 18:38:34 +05:30
|
|
|
resourcemanager =
|
|
|
|
{ ... }:
|
|
|
|
{
|
|
|
|
services.hadoop = {
|
|
|
|
inherit package;
|
|
|
|
yarn.resourcemanager = {
|
|
|
|
enable = true;
|
|
|
|
openFirewall = true;
|
2024-12-10 20:26:33 +01:00
|
|
|
};
|
|
|
|
};
|
2022-01-08 18:38:34 +05:30
|
|
|
};
|
2022-02-28 20:41:43 +05:30
|
|
|
nodemanager =
|
|
|
|
{ options, lib, ... }:
|
|
|
|
{
|
2022-01-08 18:38:34 +05:30
|
|
|
services.hadoop = {
|
|
|
|
inherit package;
|
|
|
|
yarn.nodemanager = {
|
|
|
|
enable = true;
|
|
|
|
openFirewall = true;
|
2024-12-13 23:18:14 +05:30
|
|
|
useCGroups = false;
|
2022-01-08 18:38:34 +05:30
|
|
|
};
|
2022-05-13 10:55:16 +05:30
|
|
|
yarnSite = {
|
2022-01-08 18:38:34 +05:30
|
|
|
"yarn.resourcemanager.hostname" = "resourcemanager";
|
|
|
|
"yarn.nodemanager.log-dirs" = "/tmp/userlogs";
|
2024-12-10 20:26:33 +01:00
|
|
|
};
|
|
|
|
};
|
2022-01-08 18:38:34 +05:30
|
|
|
};
|
2018-05-20 21:09:31 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
testScript = ''
|
2019-12-16 21:45:46 +01:00
|
|
|
start_all()
|
2018-05-20 21:09:31 -04:00
|
|
|
|
2019-12-16 21:45:46 +01:00
|
|
|
resourcemanager.wait_for_unit("yarn-resourcemanager")
|
|
|
|
resourcemanager.wait_for_unit("network.target")
|
|
|
|
resourcemanager.wait_for_open_port(8031)
|
|
|
|
resourcemanager.wait_for_open_port(8088)
|
2018-05-20 21:09:31 -04:00
|
|
|
|
2019-12-16 21:45:46 +01:00
|
|
|
nodemanager.wait_for_unit("yarn-nodemanager")
|
|
|
|
nodemanager.wait_for_unit("network.target")
|
|
|
|
nodemanager.wait_for_open_port(8042)
|
2018-05-20 21:09:31 -04:00
|
|
|
|
2020-09-16 10:01:10 -07:00
|
|
|
resourcemanager.succeed("curl -f http://localhost:8088")
|
|
|
|
nodemanager.succeed("curl -f http://localhost:8042")
|
2018-05-20 21:09:31 -04:00
|
|
|
'';
|
|
|
|
}
|
|
|
|
)
|