68 lines
2.1 KiB
Nix
68 lines
2.1 KiB
Nix
{ pkgs, config, lib, ... }:
|
|
with lib;
|
|
let cfg = config.myModules.railbird-k3s;
|
|
in {
|
|
options = {
|
|
myModules.railbird-k3s = {
|
|
enable = mkEnableOption "railbird k3s";
|
|
serverAddr = mkOption {
|
|
type = lib.types.str;
|
|
default = "";
|
|
};
|
|
};
|
|
};
|
|
config = mkIf cfg.enable {
|
|
age.secrets."1896Folsom-k3s-token.age".file = ./secrets/1896Folsom-k3s-token.age;
|
|
age.secrets."k3s-registry.yaml.age".file = ./secrets/k3s-registry.yaml.age;
|
|
environment.etc."rancher/k3s/registries.yaml".source = config.age.secrets."k3s-registry.yaml.age".path;
|
|
services.dockerRegistry = {
|
|
enable = true;
|
|
listenAddress = "0.0.0.0";
|
|
port = 5279;
|
|
enableDelete = true;
|
|
enableGarbageCollect = true;
|
|
};
|
|
services.k3s = {
|
|
enable = true;
|
|
clusterInit = cfg.serverAddr == "";
|
|
serverAddr = cfg.serverAddr;
|
|
configPath = pkgs.writeTextFile {
|
|
name = "k3s-config.yaml";
|
|
text = ''
|
|
kubelet-arg:
|
|
- "eviction-hard=nodefs.available<2Gi"
|
|
- "eviction-soft=nodefs.available<5Gi"
|
|
- "eviction-soft-grace-period=nodefs.available=5m"
|
|
'';
|
|
};
|
|
tokenFile = config.age.secrets."1896Folsom-k3s-token.age".path;
|
|
extraFlags = [
|
|
"--tls-san ryzen-shine.local"
|
|
"--tls-san nixquick.local"
|
|
"--tls-san biskcomp.local"
|
|
"--tls-san jimi-hendnix.local"
|
|
"--tls-san dev.railbird.ai"
|
|
"--node-label nixos-nvidia-cdi=enabled"
|
|
];
|
|
containerdConfigTemplate = ''
|
|
{{ template "base" . }}
|
|
|
|
[plugins]
|
|
"io.containerd.grpc.v1.cri".enable_cdi = true
|
|
|
|
[plugins."io.containerd.grpc.v1.cri".containerd.runtimes.nvidia]
|
|
privileged_without_host_devices = false
|
|
runtime_engine = ""
|
|
runtime_root = ""
|
|
runtime_type = "io.containerd.runc.v2"
|
|
|
|
[plugins."io.containerd.grpc.v1.cri".containerd.runtimes.nvidia.options]
|
|
BinaryName = "/run/current-system/sw/bin/nvidia-container-runtime"
|
|
'';
|
|
gracefulNodeShutdown = {
|
|
enable = true;
|
|
};
|
|
};
|
|
};
|
|
}
|