diff --git a/hw/dixie/default.nix b/hw/dixie/default.nix index dbccf9a..d67ff14 100644 --- a/hw/dixie/default.nix +++ b/hw/dixie/default.nix @@ -74,7 +74,11 @@ let [honcho-embed] model = ${modelsDir}/qwen3-embedding-0.6b/Qwen3-Embedding-0.6B-Q8_0.gguf embedding = true - pooling = cls + ; Qwen3-Embedding is causal: pool the last token (its model card does). cls returned the + ; first token's state, so every text embedded by its first token alone (cos 1.0 across + ; unrelated texts, 2026-09-29). llama.cpp appends the EOS itself; last reproduces the + ; card's example scores within 0.002. + pooling = last ; A whole input must fit in one physical batch AND one slot (batch-size silently caps ; ubatch; ctx is split across slots). Bigger batches cost compute buffers fast on a ; shared 12 GB card: 8192/slot took 6.6 GB and 4096/slot did not fit beside the 9B and