orion: pin sift ff87a04 (P2 digest/context/recover)
Dixie chat+embed on :11434, digest thinking off, Honcho context from rift for hermes-fleet only.
This commit is contained in:
@@ -81,6 +81,24 @@
|
||||
enable = true;
|
||||
listen = "127.0.0.1:8890";
|
||||
denyPrefixes = [ "99.73.161.224/32" ];
|
||||
settings = {
|
||||
dixie = {
|
||||
chat = "http://dixie.scylla-hammerhead.ts.net:11434/v1/chat/completions";
|
||||
embed = "http://dixie.scylla-hammerhead.ts.net:11434/v1/embeddings";
|
||||
max_inflight = 2;
|
||||
queue_depth = 8;
|
||||
queue_wait = "20s";
|
||||
};
|
||||
digest = {
|
||||
model = "ornith-1.5-9b-uncensored";
|
||||
thinking = false;
|
||||
cache = "/var/lib/sift/cache.db";
|
||||
};
|
||||
context = {
|
||||
honcho = "http://rift.scylla-hammerhead.ts.net:8000";
|
||||
workspaces = [ "hermes-fleet" ];
|
||||
};
|
||||
};
|
||||
};
|
||||
};
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user