A route may have its own listener: every request there is that route, paths unprefixed
Implemented-By: OpenCode session (model recorded in docs/implementer-log.md)
This commit is contained in:
@@ -31,3 +31,13 @@ default_model = "ornith-1.5-35b-a3b"
|
||||
[routes.hermes-x]
|
||||
hosts = ["beta", "alpha"]
|
||||
# peers = ["talos"] # v2: with identity = "tailscale", only these tailnet nodes may use the route
|
||||
|
||||
# v2.3: a client that manages its own llama-server slot (it pins id_slot, polls /slots, steers a
|
||||
# running completion through /v1/chat/completions/control) and cannot put a route in the path.
|
||||
# The route gets its own port; every request there is this route and the path goes upstream as is.
|
||||
[routes.boxmaker-a]
|
||||
hosts = ["beta", "alpha"]
|
||||
default_model = "ornith-1.5-35b-a3b"
|
||||
listen = "127.0.0.1:17801" # a tailnet address in production; never the main listen address
|
||||
affinity = "route" # one lease for the whole route, not one per conversation
|
||||
queue = false # counted as load but never held or refused: the server's own slot queue does that
|
||||
|
||||
Reference in New Issue
Block a user