From e8c366b064016b34f01be11fb04f5d101551a769 Mon Sep 17 00:00:00 2001 From: "K. Isom" Date: Sat, 19 Sep 2026 20:54:16 -0700 Subject: [PATCH] llama-server: models-max 2 -> 3 Three residents (Laguna ~64G + ornith-1.5-35b ~21G + qwen3-vl-8b ~6G) fit the ~104G TTM window with KV headroom. Needed now that both Hermes hosts run their main loops off the router: straylight (laguna-s-2.1) and talos (ornith-1.5-35b-a3b) each want a resident slot, leaving the VLM as the third. Working-tree WIP (nix-ld libs for hermes desktop) intentionally left uncommitted. --- hw/straylight/default.nix | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hw/straylight/default.nix b/hw/straylight/default.nix index d385337..20e23a1 100644 --- a/hw/straylight/default.nix +++ b/hw/straylight/default.nix @@ -224,7 +224,7 @@ in --host 0.0.0.0 \ --port 11434 \ --models-preset ${llamaModelsIni} \ - --models-max 2 \ + --models-max 3 \ --timeout 7200 ''; User = "llama-server";