nixpkgs/nixos/tests/hadoop/yarn.nix


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

import ../make-test.nix ({...}: {
  nodes = {
    resourcemanager = {pkgs, ...}: {
      services.hadoop.package = pkgs.hadoop_3_1;
      services.hadoop.yarn.resourcemanager.enabled = true;
      services.hadoop.yarnSite = {
        "yarn.resourcemanager.scheduler.class" = "org.apache.hadoop.yarn.server.resourcemanager.scheduler.fifo.FifoScheduler";
      };
      networking.firewall.allowedTCPPorts = [
        8088 # resourcemanager.webapp.address
        8031 # resourcemanager.resource-tracker.address
      ];
    };
    nodemanager = {pkgs, ...}: {
      services.hadoop.package = pkgs.hadoop_3_1;
      services.hadoop.yarn.nodemanager.enabled = true;
      services.hadoop.yarnSite = {
        "yarn.resourcemanager.hostname" = "resourcemanager";
        "yarn.nodemanager.log-dirs" = "/tmp/userlogs";
        "yarn.nodemanager.address" = "0.0.0.0:8041";
      };
      networking.firewall.allowedTCPPorts = [
        8042 # nodemanager.webapp.address
        8041 # nodemanager.address
      ];
    };

  };

  testScript = ''
    startAll;

    $resourcemanager->waitForUnit("yarn-resourcemanager");
    $resourcemanager->waitForUnit("network.target");
    $resourcemanager->waitForOpenPort(8031);
    $resourcemanager->waitForOpenPort(8088);

    $nodemanager->waitForUnit("yarn-nodemanager");
    $nodemanager->waitForUnit("network.target");
    $nodemanager->waitForOpenPort(8042);
    $nodemanager->waitForOpenPort(8041);

    $resourcemanager->succeed("curl http://localhost:8088");
    $nodemanager->succeed("curl http://localhost:8042");
  '';
})