kyle/imladris
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

ollama -> vulkan

Browse Source
This commit is contained in:
K. Isom
2026-06-24 11:20:22 -07:00
parent 240ab7d50a
commit 6ff6c997fd
3 changed files with 11 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
hw/straylight/default.nix
View File

@@ -9,6 +9,15 @@
];
config = {
# Vulkan backend (Mesa RADV) sidesteps ROCm packaging for gfx1151 (Strix Halo),
# which is still Preview-tier in ROCm. To switch to ROCm (~2x throughput):
# acceleration = "rocm";
# rocmOverrideGfx = "11.5.1"; # sets HSA_OVERRIDE_GFX_VERSION
# NOTE: BIOS "UMA Frame Buffer Size" must be ≥32GB for a 23GB model to fit on-GPU.
services.ollama = {
enable = true;
acceleration = "vulkan";
};
# straylight is the unikernel host. The shared mcp.nix locks the agent
# down with PrivateDevices=true, which hides /dev/kvm and /dev/net/tun.
# Relax that here (only on straylight) so the agent can boot Nanos