kyleandClaude Fable 5.1
89e47d83f8
Tests were run against a private reference implementation: gate ok after every task in order, smoke ok (stream spread ~1000 ms). The reference is not in the repository. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
20 lines
453 B
TOML
20 lines
453 B
TOML
listen = "100.64.0.9:7777"
|
|
poll_interval = "5s"
|
|
queue_max = 4
|
|
|
|
[hosts.alpha]
|
|
base_url = "http://alpha.example:11434/"
|
|
weight = 2.0
|
|
models = { "ornith-1.5-35b-a3b" = { parallel = 4 }, "small-9b" = { parallel = 6 } }
|
|
|
|
[hosts.beta]
|
|
base_url = "https://beta.example:8081"
|
|
models = { "ornith-1.5-35b-a3b" = { } }
|
|
|
|
[routes.opencode-a]
|
|
hosts = ["alpha", "beta"]
|
|
default_model = "ornith-1.5-35b-a3b"
|
|
|
|
[routes.hermes-x]
|
|
hosts = ["beta"]
|