diff --git a/hw/straylight/default.nix b/hw/straylight/default.nix index 07c929f..9db292d 100644 --- a/hw/straylight/default.nix +++ b/hw/straylight/default.nix @@ -49,7 +49,11 @@ let spec-draft-n-max = 4 cache-type-k-draft = f16 cache-type-v-draft = f16 - parallel = 1 + ; Two slots sharing one unified 131072-token KV pool: a second request (subagent, + ; another client) runs alongside instead of queueing, and either one may still use + ; the full 131072 as long as their combined context fits. + parallel = 2 + kv-unified = true ctx-size = 131072 ; Previous default model (a Qwen 3.5 derivative), kept for comparison runs. It was