kyle/imladris
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

straylight: treat Ornith 1.5 9B as a VLM

Browse Source 
Loaded instance reports image input; llama.cpp attaches mmproj-Q8_0
from the HF cache. Mark it vision in OpenCode and drop the old
text-only comment.
This commit is contained in:
kyle
2026-09-16 06:41:01 -07:00
parent 52859524d7
commit 927eff0c98
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
configs/opencode.nix
+1 -1
View File
@@ -32,7 +32,7 @@ let
"qwen3.6-35b-a3b-abliterated" = text "Qwen3.6 35B A3B"; "qwen3.6-35b-a3b-abliterated" = text "Qwen3.6 35B A3B";
"gemma4-26b-a4b-abliterated" = text "Gemma 4 26B A4B"; "gemma4-26b-a4b-abliterated" = text "Gemma 4 26B A4B";
"ornith-1.0-35b" = text "Ornith 1.0 35B"; "ornith-1.0-35b" = text "Ornith 1.0 35B";
"ornith-1.5-9b-uncensored" = text "Ornith 1.5 9B"; "ornith-1.5-9b-uncensored" = vision "Ornith 1.5 9B";
"ornith-1.5-35b-a3b" = text "Ornith 1.5 35B MoE"; "ornith-1.5-35b-a3b" = text "Ornith 1.5 35B MoE";
"qwen3.8-27b-uncensored" = text "Qwen3.8 27B"; "qwen3.8-27b-uncensored" = text "Qwen3.8 27B";
"qwen3-vl-8b-abliterated" = vision "Qwen3-VL 8B"; "qwen3-vl-8b-abliterated" = vision "Qwen3-VL 8B";
hw/straylight/default.nix
+2 -2
View File
@@ -50,8 +50,8 @@ let
hf-repo = deepreinforce-ai/Ornith-1.0-35B-GGUF:Q4_K_M hf-repo = deepreinforce-ai/Ornith-1.0-35B-GGUF:Q4_K_M
dedup-cache-models = true dedup-cache-models = true
; Ornith 1.5 9B, refusal-ablated (junafinity / mradermacher GGUF). Dense ; Ornith 1.5 9B, refusal-ablated (junafinity / mradermacher GGUF).
; text/coding model — not a VLM; the shipped mmproj does not add vision. ; Dense VLM: --hf-repo pulls mmproj-Q8_0; reports image input once loaded.
[ornith-1.5-9b-uncensored] [ornith-1.5-9b-uncensored]
hf-repo = mradermacher/Ornith-1.5-9B-uncensored-GGUF:Q4_K_M hf-repo = mradermacher/Ornith-1.5-9B-uncensored-GGUF:Q4_K_M
dedup-cache-models = true dedup-cache-models = true