Route by lease, queue per host and model, record every request

Implemented-By: OpenCode session (model recorded in docs/implementer-log.md)
This commit is contained in:
2026-09-25 05:15:21 -07:00
parent 02008f6d56
commit 97f7cdffd9
9 changed files with 988 additions and 402 deletions
+1 -1
View File
@@ -42,7 +42,7 @@ hosts = ["alpha"]
t.Fatal(err)
}
h := &fakeHealth{st: map[string]health.Status{"alpha": {Healthy: true, Loaded: []string{"m"}}}}
p := proxy.New(cfg, h, nil)
p := proxy.New(cfg, h, nil, nil, nil, nil)
rec := httptest.NewRecorder()
req := httptest.NewRequest(http.MethodPost, "/r/v1/chat/completions", strings.NewReader(`{"model":"m","stream":true}`))