From 8a6d0039d352eba3312672b0b977d531484a840e Mon Sep 17 00:00:00 2001 From: "K. Isom" Date: Tue, 22 Sep 2026 15:37:46 -0700 Subject: [PATCH] dixie: 9B to 6 slots over a 64k pool Room for the deriver, dialectic prefetches from three agents and their approval guardians at once. Under full load (deriver + dialectic + guardian probes): guardian p50 0.4 s / max 10 s, no KV-space failures. VRAM 8.9 GB. Co-Authored-By: Claude Opus 5.5 (1M context) --- hw/dixie/default.nix | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/hw/dixie/default.nix b/hw/dixie/default.nix index ac3f0e4..a82736b 100644 --- a/hw/dixie/default.nix +++ b/hw/dixie/default.nix @@ -41,10 +41,10 @@ let [ornith-1.5-9b-uncensored] model = ${modelsDir}/ornith-1.5-9b-uncensored/Ornith-1.5-9B-uncensored.Q4_K_M.gguf ; serves the deriver, all dialectic levels and three agents' approval guardians at once: - ; 4 slots over one 48k pool (at 2 x 16k, concurrent deriver + dialectic hit "failed to find + ; 6 slots over one 64k pool (at 2 x 16k, concurrent deriver + dialectic hit "failed to find ; free space in the KV cache" and stalled) - ctx-size = 49152 - parallel = 4 + ctx-size = 65536 + parallel = 6 ; Runaway guard carried over from straylight: helper tasks need short answers. reasoning-budget = 2048 n-predict = 4096