summary refs log tree commit diff
path: root/nixos/tests/nomad.nix
blob: 51b11a8fef909e94a53adb630b2d40c0c5276760 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
import ./make-test-python.nix (
  { lib, ... }: {
    name = "nomad";
    nodes = {
      default_server = { pkgs, lib, ... }: {
        networking = {
          interfaces.eth1.ipv4.addresses = lib.mkOverride 0 [{
            address = "192.168.1.1";
            prefixLength = 16;
          }];
        };

        environment.etc."nomad.custom.json".source =
          (pkgs.formats.json { }).generate "nomad.custom.json" {
            region = "universe";
            datacenter = "earth";
          };

        services.nomad = {
          enable = true;

          settings = {
            server = {
              enabled = true;
              bootstrap_expect = 1;
            };
          };

          extraSettingsPaths = [ "/etc/nomad.custom.json" ];
          enableDocker = false;
        };
      };

      custom_state_dir_server = { pkgs, lib, ... }: {
        networking = {
          interfaces.eth1.ipv4.addresses = lib.mkOverride 0 [{
            address = "192.168.1.1";
            prefixLength = 16;
          }];
        };

        environment.etc."nomad.custom.json".source =
          (pkgs.formats.json { }).generate "nomad.custom.json" {
            region = "universe";
            datacenter = "earth";
          };

        services.nomad = {
          enable = true;
          dropPrivileges = false;

          settings = {
            data_dir = "/nomad/data/dir";
            server = {
              enabled = true;
              bootstrap_expect = 1;
            };
          };

          extraSettingsPaths = [ "/etc/nomad.custom.json" ];
          enableDocker = false;
        };

        systemd.services.nomad.serviceConfig.ExecStartPre = "${pkgs.writeShellScript "mk_data_dir" ''
          set -euxo pipefail

          ${pkgs.coreutils}/bin/mkdir -p /nomad/data/dir
        ''}";
      };
    };

    testScript = ''
      def test_nomad_server(server):
          server.wait_for_unit("nomad.service")

          # wait for healthy server
          server.wait_until_succeeds(
              "[ $(nomad operator raft list-peers | grep true | wc -l) == 1 ]"
          )

          # wait for server liveness
          server.succeed("[ $(nomad server members | grep -o alive | wc -l) == 1 ]")

          # check the region
          server.succeed("nomad server members | grep -o universe")

          # check the datacenter
          server.succeed("[ $(nomad server members | grep -o earth | wc -l) == 1 ]")


      servers = [default_server, custom_state_dir_server]

      for server in servers:
          test_nomad_server(server)
    '';
  }
)