p3: no Tavily daily cap for restricted callers
Restricted searches skip the cap check. Credits land on tavily:restricted so they never raise the fleet row. Fleet at cap still falls through.
This commit is contained in:
@@ -99,7 +99,7 @@ func (e *Engine) Run(ctx context.Context, query string, k int, doRerank bool, ca
|
||||
class = dcache.ClassFleet
|
||||
}
|
||||
|
||||
attempted := e.attemptedNames()
|
||||
attempted := e.attemptedNames(class)
|
||||
key := dcache.SearchKey(query, attempted, k, e.now(), class)
|
||||
if b, ok := e.Cache.GetSearch(key); ok {
|
||||
var hits []Hit
|
||||
@@ -123,7 +123,7 @@ func (e *Engine) Run(ctx context.Context, query string, k int, doRerank bool, ca
|
||||
var wg sync.WaitGroup
|
||||
for i, src := range e.Sources {
|
||||
name := src.Name()
|
||||
if name == NameTavily && e.tavilyCapped() {
|
||||
if name == NameTavily && e.tavilyCapped(class) {
|
||||
outs[i] = one{name: name, out: SourceOut{Warn: "tavily: daily cap"}, skip: true}
|
||||
e.addCapped(NameTavily)
|
||||
continue
|
||||
@@ -164,7 +164,7 @@ func (e *Engine) Run(ctx context.Context, query string, k int, doRerank bool, ca
|
||||
if o.out.Credits > 0 {
|
||||
e.addCredits(caller, o.name, o.out.Credits)
|
||||
if o.name == NameTavily && e.Cache != nil {
|
||||
e.Cache.AddSearchCredits(NameTavily, e.now().UTC().Format("2006-01-02"), o.out.Credits)
|
||||
e.Cache.AddSearchCredits(tavilyCapSource(class), e.now().UTC().Format("2006-01-02"), o.out.Credits)
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -190,10 +190,10 @@ func (e *Engine) Run(ctx context.Context, query string, k int, doRerank bool, ca
|
||||
}
|
||||
}
|
||||
|
||||
func (e *Engine) attemptedNames() []string {
|
||||
func (e *Engine) attemptedNames(class string) []string {
|
||||
var n []string
|
||||
for _, s := range e.Sources {
|
||||
if s.Name() == NameTavily && e.tavilyCapped() {
|
||||
if s.Name() == NameTavily && e.tavilyCapped(class) {
|
||||
continue
|
||||
}
|
||||
n = append(n, s.Name())
|
||||
@@ -202,10 +202,20 @@ func (e *Engine) attemptedNames() []string {
|
||||
return n
|
||||
}
|
||||
|
||||
func (e *Engine) tavilyCapped() bool {
|
||||
func tavilyCapSource(class string) string {
|
||||
if class == dcache.ClassRestricted {
|
||||
return NameTavily + ":restricted"
|
||||
}
|
||||
return NameTavily
|
||||
}
|
||||
|
||||
func (e *Engine) tavilyCapped(class string) bool {
|
||||
if e == nil || e.TavilyCap <= 0 {
|
||||
return false
|
||||
}
|
||||
if class == dcache.ClassRestricted {
|
||||
return false
|
||||
}
|
||||
n := 0
|
||||
if e.Cache != nil {
|
||||
n = e.Cache.GetSearchCredits(NameTavily, e.now().UTC().Format("2006-01-02"))
|
||||
|
||||
@@ -195,6 +195,46 @@ func TestDailyCapSkipsTavily(t *testing.T) {
|
||||
}
|
||||
}
|
||||
|
||||
func TestRestrictedSkipsTavilyCap(t *testing.T) {
|
||||
db, err := dcache.Open(filepath.Join(t.TempDir(), "c.db"), 1<<20, nil)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
defer db.Close()
|
||||
tav := fakeSrc{name: NameTavily, hits: []Hit{{URL: "https://t.example/a", Source: NameTavily}}, credits: 1}
|
||||
e := &Engine{Sources: []Source{tav}, DefaultK: 8, Cache: db, TavilyCap: 1, RerankOn: false}
|
||||
e.Run(context.Background(), "q1", 8, false, "titan", dcache.ClassFleet)
|
||||
day := e.now().UTC().Format("2006-01-02")
|
||||
if db.GetSearchCredits(NameTavily, day) != 1 {
|
||||
t.Fatalf("fleet row %d", db.GetSearchCredits(NameTavily, day))
|
||||
}
|
||||
r := e.Run(context.Background(), "q-gs", 8, false, "straylight-gs", dcache.ClassRestricted)
|
||||
if len(r.Hits) != 1 || r.Hits[0].URL != "https://t.example/a" {
|
||||
t.Fatalf("restricted should still get Tavily: %+v %v", r.Hits, r.Warnings)
|
||||
}
|
||||
for _, w := range r.Warnings {
|
||||
if strings.Contains(w, "daily cap") {
|
||||
t.Fatalf("restricted capped: %v", r.Warnings)
|
||||
}
|
||||
}
|
||||
if db.GetSearchCredits(NameTavily, day) != 1 {
|
||||
t.Fatalf("restricted must not raise fleet row, got %d", db.GetSearchCredits(NameTavily, day))
|
||||
}
|
||||
if db.GetSearchCredits(NameTavily+":restricted", day) != 1 {
|
||||
t.Fatalf("restricted row %d", db.GetSearchCredits(NameTavily+":restricted", day))
|
||||
}
|
||||
fleet := e.Run(context.Background(), "q2", 8, false, "titan", dcache.ClassFleet)
|
||||
n := 0
|
||||
for _, w := range fleet.Warnings {
|
||||
if strings.Contains(w, "daily cap") {
|
||||
n++
|
||||
}
|
||||
}
|
||||
if n != 1 {
|
||||
t.Fatalf("fleet still capped: %v", fleet.Warnings)
|
||||
}
|
||||
}
|
||||
|
||||
func TestDedupeLongerSnippet(t *testing.T) {
|
||||
in := []Hit{
|
||||
{URL: "https://Ex.com/a#x", Snippet: "aa", Source: NameSearxNG},
|
||||
|
||||
Reference in New Issue
Block a user