nixpkgs/nixos/tests/orangefs.nix

{ ... }:

let
  server =
    { pkgs, ... }:
    {
      networking.firewall.allowedTCPPorts = [ 3334 ];

      virtualisation.emptyDiskImages = [
        {
          size = 4096;
          driveConfig.deviceExtraOpts.serial = "data";
        }
      ];

      virtualisation.fileSystems = {
        "/data" = {
          device = "/dev/disk/by-id/virtio-data";
          fsType = "ext4";
          autoFormat = true;
        };
      };

      services.orangefs.server = {
        enable = true;
        dataStorageSpace = "/data/storage";
        metadataStorageSpace = "/data/meta";
        servers = {
          server1 = "tcp://server1:3334";
          server2 = "tcp://server2:3334";
        };
      };
    };

  client =
    { lib, ... }:
    {
      networking.firewall.enable = true;

      services.orangefs.client = {
        enable = true;
        fileSystems = [
          {
            target = "tcp://server1:3334/orangefs";
            mountPoint = "/orangefs";
          }
        ];
      };
    };

in
{
  name = "orangefs";

  nodes = {
    server1 = server;
    server2 = server;

    client1 = client;
    client2 = client;
  };

  testScript = ''
    # format storage
    for server in server1, server2:
        server.start()
        server.wait_for_unit("multi-user.target")
        server.succeed("mkdir -p /data/storage /data/meta")
        server.succeed("chown orangefs:orangefs /data/storage /data/meta")
        server.succeed("chmod 0770 /data/storage /data/meta")
        server.succeed(
            "sudo -g orangefs -u orangefs pvfs2-server -f /etc/orangefs/server.conf"
        )

    # start services after storage is formatted on all machines
    for server in server1, server2:
        server.succeed("systemctl start orangefs-server.service")

    with subtest("clients can reach and mount the FS"):
        for client in client1, client2:
            client.start()
            client.wait_for_unit("orangefs-client.service")
            # Both servers need to be reachable
            client.succeed("pvfs2-check-server -h server1 -f orangefs -n tcp -p 3334")
            client.succeed("pvfs2-check-server -h server2 -f orangefs -n tcp -p 3334")
            client.wait_for_unit("orangefs.mount")

    with subtest("R/W test between clients"):
        client1.succeed("echo test > /orangefs/file1")
        client2.succeed("grep test /orangefs/file1")
  '';
}