diff --git a/.claude/settings.local.json b/.claude/settings.local.json index 1552e97..b0d489b 100644 --- a/.claude/settings.local.json +++ b/.claude/settings.local.json @@ -3,7 +3,8 @@ "allow": [ "Bash(git add:*)", "Bash(git commit:*)", - "Bash(git push:*)" + "Bash(git push:*)", + "Read(//home/kyle/.ollama/models/blobs/**)" ] } } diff --git a/configs/desktop-packages-full.nix b/configs/desktop-packages-full.nix index 66cf6ff..1e90bf3 100644 --- a/configs/desktop-packages-full.nix +++ b/configs/desktop-packages-full.nix @@ -24,7 +24,6 @@ mesa nyxt opencode - ollama qmk qmk-udev-rules rbw diff --git a/hw/straylight/default.nix b/hw/straylight/default.nix index 4a4c50c..e9ca2c6 100644 --- a/hw/straylight/default.nix +++ b/hw/straylight/default.nix @@ -9,6 +9,15 @@ ]; config = { + # Vulkan backend (Mesa RADV) sidesteps ROCm packaging for gfx1151 (Strix Halo), + # which is still Preview-tier in ROCm. To switch to ROCm (~2x throughput): + # acceleration = "rocm"; + # rocmOverrideGfx = "11.5.1"; # sets HSA_OVERRIDE_GFX_VERSION + # NOTE: BIOS "UMA Frame Buffer Size" must be ≥32GB for a 23GB model to fit on-GPU. + services.ollama = { + enable = true; + acceleration = "vulkan"; + }; # straylight is the unikernel host. The shared mcp.nix locks the agent # down with PrivateDevices=true, which hides /dev/kvm and /dev/net/tun. # Relax that here (only on straylight) so the agent can boot Nanos