kyleandClaude Fable 5.1
89e47d83f8
Tests were run against a private reference implementation: gate ok after every task in order, smoke ok (stream spread ~1000 ms). The reference is not in the repository. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
23 lines
859 B
TOML
23 lines
859 B
TOML
# crossbar example configuration. Replace <tailnet> and the addresses with your own.
|
|
listen = "127.0.0.1:17777" # never 0.0.0.0 — bind the tailnet address in production
|
|
poll_interval = "1s" # 60s in production; 1s makes the smoke run quick
|
|
queue_max = 8
|
|
|
|
[hosts.alpha]
|
|
base_url = "http://127.0.0.1:18081" # e.g. http://straylight.<tailnet>:11434
|
|
weight = 1.0
|
|
models = { "ornith-1.5-35b-a3b" = { parallel = 4 }, "small-9b" = { parallel = 6 } }
|
|
|
|
[hosts.beta]
|
|
base_url = "http://127.0.0.1:18082" # e.g. http://titan.<tailnet>:8081
|
|
weight = 2.0
|
|
models = { "ornith-1.5-35b-a3b" = { parallel = 4 } }
|
|
|
|
# v0: a route is a preference list; the first healthy host that has the model wins.
|
|
[routes.opencode-a]
|
|
hosts = ["alpha", "beta"]
|
|
default_model = "ornith-1.5-35b-a3b"
|
|
|
|
[routes.hermes-x]
|
|
hosts = ["beta", "alpha"]
|