ollama -> vulkan

This commit is contained in:
2026-06-24 11:20:22 -07:00
parent 240ab7d50a
commit 6ff6c997fd
3 changed files with 11 additions and 2 deletions

View File

@@ -3,7 +3,8 @@
"allow": [ "allow": [
"Bash(git add:*)", "Bash(git add:*)",
"Bash(git commit:*)", "Bash(git commit:*)",
"Bash(git push:*)" "Bash(git push:*)",
"Read(//home/kyle/.ollama/models/blobs/**)"
] ]
} }
} }

View File

@@ -24,7 +24,6 @@
mesa mesa
nyxt nyxt
opencode opencode
ollama
qmk qmk
qmk-udev-rules qmk-udev-rules
rbw rbw

View File

@@ -9,6 +9,15 @@
]; ];
config = { config = {
# Vulkan backend (Mesa RADV) sidesteps ROCm packaging for gfx1151 (Strix Halo),
# which is still Preview-tier in ROCm. To switch to ROCm (~2x throughput):
# acceleration = "rocm";
# rocmOverrideGfx = "11.5.1"; # sets HSA_OVERRIDE_GFX_VERSION
# NOTE: BIOS "UMA Frame Buffer Size" must be ≥32GB for a 23GB model to fit on-GPU.
services.ollama = {
enable = true;
acceleration = "vulkan";
};
# straylight is the unikernel host. The shared mcp.nix locks the agent # straylight is the unikernel host. The shared mcp.nix locks the agent
# down with PrivateDevices=true, which hides /dev/kvm and /dev/net/tun. # down with PrivateDevices=true, which hides /dev/kvm and /dev/net/tun.
# Relax that here (only on straylight) so the agent can boot Nanos # Relax that here (only on straylight) so the agent can boot Nanos