39c007ce9c
- Add HDFS journalnode and ZKFC services - Test failover of HDFS and YARN master services in full hadoop test - Check if a minimal HDFS cluster works in the minimal HDFS test
38 lines
1.2 KiB
Nix
38 lines
1.2 KiB
Nix
# This only tests if YARN is able to start its services
|
|
import ../make-test-python.nix ({...}: {
|
|
nodes = {
|
|
resourcemanager = {pkgs, ...}: {
|
|
services.hadoop.package = pkgs.hadoop;
|
|
services.hadoop.yarn.resourcemanager.enabled = true;
|
|
services.hadoop.yarnSite = {
|
|
"yarn.resourcemanager.scheduler.class" = "org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler";
|
|
};
|
|
};
|
|
nodemanager = {pkgs, ...}: {
|
|
services.hadoop.package = pkgs.hadoop;
|
|
services.hadoop.yarn.nodemanager.enabled = true;
|
|
services.hadoop.yarnSite = {
|
|
"yarn.resourcemanager.hostname" = "resourcemanager";
|
|
"yarn.nodemanager.log-dirs" = "/tmp/userlogs";
|
|
};
|
|
};
|
|
|
|
};
|
|
|
|
testScript = ''
|
|
start_all()
|
|
|
|
resourcemanager.wait_for_unit("yarn-resourcemanager")
|
|
resourcemanager.wait_for_unit("network.target")
|
|
resourcemanager.wait_for_open_port(8031)
|
|
resourcemanager.wait_for_open_port(8088)
|
|
|
|
nodemanager.wait_for_unit("yarn-nodemanager")
|
|
nodemanager.wait_for_unit("network.target")
|
|
nodemanager.wait_for_open_port(8042)
|
|
|
|
resourcemanager.succeed("curl -f http://localhost:8088")
|
|
nodemanager.succeed("curl -f http://localhost:8042")
|
|
'';
|
|
})
|