ollama -> vulkan
This commit is contained in:
@@ -3,7 +3,8 @@
|
|||||||
"allow": [
|
"allow": [
|
||||||
"Bash(git add:*)",
|
"Bash(git add:*)",
|
||||||
"Bash(git commit:*)",
|
"Bash(git commit:*)",
|
||||||
"Bash(git push:*)"
|
"Bash(git push:*)",
|
||||||
|
"Read(//home/kyle/.ollama/models/blobs/**)"
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -24,7 +24,6 @@
|
|||||||
mesa
|
mesa
|
||||||
nyxt
|
nyxt
|
||||||
opencode
|
opencode
|
||||||
ollama
|
|
||||||
qmk
|
qmk
|
||||||
qmk-udev-rules
|
qmk-udev-rules
|
||||||
rbw
|
rbw
|
||||||
|
|||||||
@@ -9,6 +9,15 @@
|
|||||||
];
|
];
|
||||||
|
|
||||||
config = {
|
config = {
|
||||||
|
# Vulkan backend (Mesa RADV) sidesteps ROCm packaging for gfx1151 (Strix Halo),
|
||||||
|
# which is still Preview-tier in ROCm. To switch to ROCm (~2x throughput):
|
||||||
|
# acceleration = "rocm";
|
||||||
|
# rocmOverrideGfx = "11.5.1"; # sets HSA_OVERRIDE_GFX_VERSION
|
||||||
|
# NOTE: BIOS "UMA Frame Buffer Size" must be ≥32GB for a 23GB model to fit on-GPU.
|
||||||
|
services.ollama = {
|
||||||
|
enable = true;
|
||||||
|
acceleration = "vulkan";
|
||||||
|
};
|
||||||
# straylight is the unikernel host. The shared mcp.nix locks the agent
|
# straylight is the unikernel host. The shared mcp.nix locks the agent
|
||||||
# down with PrivateDevices=true, which hides /dev/kvm and /dev/net/tun.
|
# down with PrivateDevices=true, which hides /dev/kvm and /dev/net/tun.
|
||||||
# Relax that here (only on straylight) so the agent can boot Nanos
|
# Relax that here (only on straylight) so the agent can boot Nanos
|
||||||
|
|||||||
Reference in New Issue
Block a user