Add Firecrawl web search tool for tracker mapping
Firecrawl provides higher quality search results than SearXNG. When configured (firecrawl-endpoint + firecrawl-api-key), the tracker-mapping agent and search toolset prefer it over the SearXNG backend. Also improves the tracker identification prompt with multi-strategy search queries that leverage domain signals and adapt to tracker type. Signed-off-by: Émile Ré <emile@probo.com>
This commit is contained in:
@@ -21,7 +21,8 @@ import (
|
||||
"io"
|
||||
"net/http"
|
||||
"net/url"
|
||||
"time"
|
||||
|
||||
"go.gearno.de/kit/httpclient"
|
||||
|
||||
"go.probo.inc/probo/pkg/agent"
|
||||
)
|
||||
@@ -49,7 +50,8 @@ type (
|
||||
)
|
||||
|
||||
func CheckGovernmentDBTool(searchEndpoint string) agent.Tool {
|
||||
client := &http.Client{Timeout: 15 * time.Second}
|
||||
client := httpclient.DefaultPooledClient()
|
||||
client.Transport = &userAgentTransport{next: client.Transport}
|
||||
|
||||
return agent.FunctionTool(
|
||||
"check_government_databases",
|
||||
|
||||
Reference in New Issue
Block a user