Route by lease, queue per host and model, record every request
Implemented-By: OpenCode session (model recorded in docs/implementer-log.md)
This commit is contained in:
@@ -42,7 +42,7 @@ hosts = ["alpha"]
|
||||
t.Fatal(err)
|
||||
}
|
||||
h := &fakeHealth{st: map[string]health.Status{"alpha": {Healthy: true, Loaded: []string{"m"}}}}
|
||||
p := proxy.New(cfg, h, nil)
|
||||
p := proxy.New(cfg, h, nil, nil, nil, nil)
|
||||
|
||||
rec := httptest.NewRecorder()
|
||||
req := httptest.NewRequest(http.MethodPost, "/r/v1/chat/completions", strings.NewReader(`{"model":"m","stream":true}`))
|
||||
|
||||
Reference in New Issue
Block a user