Give agents their own kernel, Nix daemon and disk for workloads that need root. Put the VM on the `untrusted` VLAN with MAC spoof checking on VF 5. Export a dedicated partition from `cellar` and connect it on `palace`. Give the VM its own SSH host key and age secrets for Paseo and Gitea. Keep the agent home and Paseo identity on persistent storage and provide `slop-pair` for pairing clients. Retire the container, restore `sfh` to 8 cores and 32 GiB, and rekey the shared password secret. Document the VM and its operating procedures on the relevant box pages. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
236 lines
6.4 KiB
Nix
236 lines
6.4 KiB
Nix
{ lib, ... }:
|
|
let
|
|
inherit (lib.my) net;
|
|
inherit (lib.my.c.home) domain prefixes vips vlanDns hiMTU roceBootModules;
|
|
in
|
|
{
|
|
imports = [ ./containers ];
|
|
|
|
config.nixos.systems.sfh = {
|
|
system = "x86_64-linux";
|
|
nixpkgs = "mine";
|
|
home-manager = "mine";
|
|
|
|
assignments = {
|
|
hi = {
|
|
inherit domain;
|
|
mtu = hiMTU;
|
|
ipv4 = {
|
|
address = net.cidr.host 81 prefixes.hi.v4;
|
|
mask = 22;
|
|
gateway = vips.hi.v4;
|
|
};
|
|
ipv6 = {
|
|
iid = "::4:2";
|
|
address = net.cidr.host (65536*4+2) prefixes.hi.v6;
|
|
};
|
|
};
|
|
};
|
|
|
|
configuration = { lib, modulesPath, pkgs, config, assignments, allAssignments, ... }:
|
|
let
|
|
inherit (lib) mapAttrs mkMerge mkForce;
|
|
inherit (lib.my) networkdAssignment;
|
|
inherit (lib.my.c) networkd;
|
|
inherit (lib.my.c.home) domain;
|
|
in
|
|
{
|
|
imports = [
|
|
"${modulesPath}/profiles/qemu-guest.nix"
|
|
];
|
|
|
|
config = {
|
|
boot = {
|
|
kernelModules = [ "kvm-amd" ];
|
|
kernelParams = [ "console=ttyS0,115200n8" ];
|
|
initrd = {
|
|
availableKernelModules = [
|
|
"virtio_pci" "ahci" "sr_mod" "virtio_blk"
|
|
] ++ roceBootModules;
|
|
kernelModules = [ "dm-snapshot" ];
|
|
systemd = {
|
|
network = {
|
|
networks = {
|
|
"20-lan-hi" = networkdAssignment "lan-hi" assignments.hi;
|
|
};
|
|
};
|
|
};
|
|
};
|
|
};
|
|
|
|
hardware = {
|
|
enableRedistributableFirmware = true;
|
|
};
|
|
|
|
fileSystems = {
|
|
"/nix" = {
|
|
device = "/dev/main/nix";
|
|
fsType = "ext4";
|
|
};
|
|
"/persist" = {
|
|
device = "/dev/main/persist";
|
|
fsType = "ext4";
|
|
neededForBoot = true;
|
|
};
|
|
"/mnt/frigate" = {
|
|
device = "/dev/disk/by-label/frigate";
|
|
fsType = "ext4";
|
|
};
|
|
};
|
|
|
|
networking = { inherit domain; };
|
|
|
|
services = {
|
|
lvm = {
|
|
boot.thin.enable = true;
|
|
dmeventd.enable = true;
|
|
};
|
|
};
|
|
|
|
environment = {
|
|
systemPackages = with pkgs; [
|
|
usbutils
|
|
];
|
|
};
|
|
|
|
systemd.network = {
|
|
links = {
|
|
"10-lan-hi" = {
|
|
matchConfig = {
|
|
Driver = "mlx5_core";
|
|
PermanentMACAddress = "52:54:00:ac:15:a9";
|
|
};
|
|
linkConfig = {
|
|
Name = "lan-hi";
|
|
MTUBytes = toString lib.my.c.home.hiMTU;
|
|
};
|
|
};
|
|
"10-ctrs-hi" = {
|
|
matchConfig = {
|
|
Driver = "mlx5_core";
|
|
PermanentMACAddress = "52:54:00:90:34:95";
|
|
};
|
|
linkConfig = {
|
|
Name = "ctrs-hi";
|
|
MTUBytes = toString lib.my.c.home.hiMTU;
|
|
};
|
|
};
|
|
"10-ctrs-core" = {
|
|
matchConfig = {
|
|
Driver = "virtio_net";
|
|
PermanentMACAddress = "52:54:00:72:67:51";
|
|
};
|
|
linkConfig.Name = "ctrs-core";
|
|
};
|
|
"10-ctrs-lo" = {
|
|
matchConfig = {
|
|
Driver = "virtio_net";
|
|
PermanentMACAddress = "52:54:00:a5:7e:93";
|
|
};
|
|
linkConfig.Name = "ctrs-lo";
|
|
};
|
|
};
|
|
|
|
networks = {
|
|
"30-lan-hi" = mkMerge [
|
|
(networkdAssignment "lan-hi" assignments.hi)
|
|
{
|
|
# So we don't drop the IP we use to connect to NVMe-oF!
|
|
networkConfig = vlanDns "hi" // { KeepConfiguration = "static"; };
|
|
}
|
|
];
|
|
"30-ctrs-hi" = {
|
|
matchConfig.Name = "ctrs-hi";
|
|
linkConfig.RequiredForOnline = "no";
|
|
networkConfig = networkd.noL3;
|
|
};
|
|
"30-ctrs-core" = {
|
|
matchConfig.Name = "ctrs-core";
|
|
linkConfig.RequiredForOnline = "no";
|
|
networkConfig = networkd.noL3;
|
|
};
|
|
"30-ctrs-lo" = {
|
|
matchConfig.Name = "ctrs-lo";
|
|
linkConfig.RequiredForOnline = "no";
|
|
networkConfig = networkd.noL3;
|
|
};
|
|
};
|
|
};
|
|
|
|
systemd.nspawn = {
|
|
hass = {
|
|
networkConfig = {
|
|
MACVLAN = mkForce "ctrs-hi:host0 ctrs-lo:lan-lo";
|
|
};
|
|
};
|
|
unifi = {
|
|
networkConfig = {
|
|
MACVLAN = mkForce "ctrs-hi:host0 ctrs-core:lan-core";
|
|
};
|
|
};
|
|
};
|
|
|
|
systemd.services = {
|
|
"systemd-nspawn@hass".serviceConfig = {
|
|
DeviceAllow = [
|
|
"char-ttyUSB rw"
|
|
"char-video4linux rw"
|
|
];
|
|
# Pass an empty directory to nspawn when the webcam is absent.
|
|
RuntimeDirectory = "hass-webcam";
|
|
BindPaths = [ "-/dev/video0:/run/hass-webcam/video0" ];
|
|
};
|
|
};
|
|
|
|
my = {
|
|
secrets = {
|
|
key = "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAAaav5Se1E/AbqEXmADryVszYfNDscyP6jrWioN57R7";
|
|
};
|
|
server.enable = true;
|
|
|
|
netboot.client = {
|
|
enable = true;
|
|
};
|
|
nvme = {
|
|
uuid = "85d7df36-0de0-431b-b06e-51f7c0a455b4";
|
|
boot = {
|
|
nqn = "nqn.2016-06.io.spdk:sfh";
|
|
address = "192.168.68.80";
|
|
};
|
|
};
|
|
|
|
containers.instances =
|
|
let
|
|
instances = {
|
|
unifi = {};
|
|
hass = {
|
|
bindMounts = {
|
|
"/mnt/frigate" = {
|
|
mountPoint = "/var/lib/frigate";
|
|
readOnly = false;
|
|
};
|
|
"/dev/bus/usb/001/002".readOnly = false;
|
|
"/run/hass-webcam" = {
|
|
mountPoint = "/dev/hass-webcam";
|
|
readOnly = false;
|
|
};
|
|
"/dev/serial/by-id/usb-Nabu_Casa_Home_Assistant_Connect_ZBT-1_ce549704fe38ef11a2c2e5d154516304-if00-port0" = {
|
|
readOnly = false;
|
|
mountPoint = "/dev/ttyUSB0";
|
|
};
|
|
};
|
|
};
|
|
};
|
|
in
|
|
mkMerge [
|
|
instances
|
|
(mapAttrs (n: i: {
|
|
networking.macVLAN = "ctrs-hi";
|
|
}) instances)
|
|
];
|
|
};
|
|
};
|
|
};
|
|
};
|
|
}
|