straylight: add Qwen 3.8 27B uncensored to llama-server
huihui Q4_K_L of Qwen3.8-27B (orcarouter GGUF is gated). Dense 27B coding agent, loaded on demand like Ornith.
This commit is contained in:
@@ -49,6 +49,13 @@ let
|
||||
[ornith-1.0-35b]
|
||||
hf-repo = deepreinforce-ai/Ornith-1.0-35B-GGUF:Q4_K_M
|
||||
dedup-cache-models = true
|
||||
|
||||
; Qwen 3.8 27B dense, refusal-ablated. Preferred uncensored coding agent.
|
||||
; orcarouter/Qwen3.8-27B-Uncensored-GGUF is gated; huihui Q4_K_L keeps
|
||||
; ablation-target tensors at Q8_0. llama-server fetches on first load.
|
||||
[qwen3.8-27b-uncensored]
|
||||
hf-repo = huihui-ai/Huihui-Qwen3.8-27B-abliterated-GGUF:Q4_K_L
|
||||
dedup-cache-models = true
|
||||
'';
|
||||
# `llama-models` shows what the router has resident; `llama-unload` frees every loaded
|
||||
# model (e.g. before a gaming session), or just the ones named on the command line.
|
||||
|
||||
Reference in New Issue
Block a user