{ imports = [ ./estuary ./shill ./whale2 ]; nixos.systems.colony.configuration = { lib, pkgs, config, systems, ... }: let inherit (builtins) listToAttrs; inherit (lib) mkIf mkMerge optionals; vmLVM = vm: lv: { name = lv; backend = { driver = "host_device"; filename = "/dev/main/vm-${vm}-${lv}"; # It appears this needs to be set on the backend _and_ the format discard = "unmap"; }; format = { driver = "raw"; discard = "unmap"; }; frontend = "virtio-blk"; }; installerDisk = { name = "installer"; backend = { driver = "file"; #filename = "${systems.installer.configuration.config.my.buildAs.iso}/iso/nixos-installer-devplayer0.iso"; #filename = "/persist/home/dev/nixos-installer-devplayer0.iso"; #filename = "/persist/home/dev/debian-12.1.0-amd64-netinst.iso"; filename = "/persist/home/dev/ubuntu-22.04.3-live-server-amd64.iso"; read-only = "on"; }; format.driver = "raw"; frontend = "ide-cd"; frontendOpts = { bootindex = 1; }; }; in { systemd = { network = { links = { #"10-wan10g" = { # matchConfig.Path = "pci-0000:2d:00.0"; # linkConfig.Name = "wan10g"; #}; }; netdevs = { #"25-vm-wan10g" = { # netdevConfig = { # Name = "vm-wan10g"; # Kind = "macvtap"; # }; # # TODO: Upstream this missing section # extraConfig = '' # [MACVTAP] # Mode=passthru # ''; #}; }; networks = { #"75-wan10g" = { # matchConfig.Name = "wan10g"; # networkConfig.MACVTAP = "vm-wan10g"; #}; #"75-vm-wan10g" = { # matchConfig.Name = "vm-wan10g"; # linkConfig.RequiredForOnline = "no"; #}; }; }; services = { #"vm@estuary" = #let # vtapUnit = "sys-subsystem-net-devices-vm\\x2dwan10g.device"; #in #{ # requires = [ vtapUnit ]; # after = [ vtapUnit ]; #}; }; }; my = { vms = { instances = { estuary = { uuid = "27796a09-c013-4031-9595-44791d6126b9"; cpu = "host,topoext"; smp = { cpus = 2; threads = 2; }; memory = 3072; networks = { # Mellanox ConnectX-2 hackery #wan = { # ifname = "vm-wan10g"; # bridge = null; # tapFD = 100; # # Real hardware MAC # mac = "00:02:c9:56:24:6e"; # waitOnline = false; #}; base = { waitOnline = "carrier"; mac = "52:54:00:15:1a:53"; }; }; drives = [ ] ++ (optionals (!config.my.build.isDevVM) [ (mkMerge [ (vmLVM "estuary" "esp") { frontendOpts.bootindex = 0; } ]) (vmLVM "estuary" "nix") (vmLVM "estuary" "persist") ]); hostDevices = { net-wan0 = { index = 0; hostBDF = if config.my.build.isDevVM then "00:02.0" else "27:00.0"; }; }; }; shill = { uuid = "fc02d8c8-6f60-4b69-838a-e7aed6ee7617"; cpu = "host,topoext"; smp = { cpus = 12; threads = 2; }; memory = 65536; networks.vms.mac = "52:54:00:27:3d:5c"; cleanShutdown.timeout = 120; drives = [ ] ++ (optionals (!config.my.build.isDevVM) [ (mkMerge [ (vmLVM "shill" "esp") { frontendOpts.bootindex = 0; } ]) (vmLVM "shill" "nix") (vmLVM "shill" "persist") { name = "media"; backend = { driver = "host_device"; filename = "/dev/main/media"; discard = "unmap"; }; format = { driver = "raw"; discard = "unmap"; }; frontend = "virtio-blk"; } { name = "minio"; backend = { driver = "host_device"; filename = "/dev/main/minio"; discard = "unmap"; }; format = { driver = "raw"; discard = "unmap"; }; frontend = "virtio-blk"; } { name = "git"; backend = { driver = "host_device"; filename = "/dev/main/git"; discard = "unmap"; }; format = { driver = "raw"; discard = "unmap"; }; frontend = "virtio-blk"; } ]); }; whale2 = { uuid = "6d31b672-1f32-4e2b-a39f-78a5b5e949a0"; cpu = "host,topoext"; smp = { cpus = 8; threads = 2; }; memory = 16384; networks.vms.mac = "52:54:00:d5:d9:c6"; cleanShutdown.timeout = 120; drives = [ ] ++ (optionals (!config.my.build.isDevVM) [ (mkMerge [ (vmLVM "whale2" "esp") { frontendOpts.bootindex = 0; } ]) (vmLVM "whale2" "nix") (vmLVM "whale2" "persist") { name = "oci"; backend = { driver = "host_device"; filename = "/dev/main/oci"; discard = "unmap"; }; format = { driver = "raw"; discard = "unmap"; }; frontend = "virtio-blk"; } ]); }; mail = { uuid = "fd95fe0f-c204-4dd5-b16f-2b808e14a43a"; cpu = "host,topoext"; smp = { cpus = 3; threads = 2; }; memory = 8192; networks.public = { bridge = null; mac = "52:54:00:a8:d1:03"; }; cleanShutdown.timeout = 120; drives = [ (mkMerge [ (vmLVM "mail" "root") { frontendOpts.bootindex = 0; } ]) (vmLVM "mail" "data") ]; }; darts = { uuid = "ee3882a9-5616-4fcb-83d7-89eb41a84d28"; cpu = "host,topoext"; smp = { cpus = 4; threads = 2; }; memory = 16384; networks.public = { bridge = null; mac = "52:54:00:a8:29:cd"; }; cleanShutdown.timeout = 120; drives = [ (mkMerge [ (vmLVM "darts" "root") { frontendOpts.bootindex = 0; } ]) ]; }; }; }; }; }; }