20 lines
453 B
TOML
20 lines
453 B
TOML
listen = "100.64.0.9:7777"
|
|
poll_interval = "5s"
|
|
queue_max = 4
|
|
|
|
[hosts.alpha]
|
|
base_url = "http://alpha.example:11434/"
|
|
weight = 2.0
|
|
models = { "ornith-1.5-35b-a3b" = { parallel = 4 }, "small-9b" = { parallel = 6 } }
|
|
|
|
[hosts.beta]
|
|
base_url = "https://beta.example:8081"
|
|
models = { "ornith-1.5-35b-a3b" = { } }
|
|
|
|
[routes.opencode-a]
|
|
hosts = ["alpha", "beta"]
|
|
default_model = "ornith-1.5-35b-a3b"
|
|
|
|
[routes.hermes-x]
|
|
hosts = ["beta"]
|