Hardcode Firecrawl API endpoint, drop FIRECRAWL_ENDPOINT config
Firecrawl has a single public API at https://api.firecrawl.dev/v2. The endpoint was configurable but never varied across environments, so hardcode it as a package-level const and remove the Endpoint field from FirecrawlConfig and all downstream wiring (bootstrap, Helm chart, probod, vetting, cookiebanner). Signed-off-by: Émile Ré <emile@probo.com>
This commit is contained in:
@@ -71,13 +71,12 @@ var (
|
||||
|
||||
type (
|
||||
Config struct {
|
||||
Client *llm.Client
|
||||
Model string
|
||||
MaxTokens int
|
||||
ChromeAddr string
|
||||
FirecrawlEndpoint string
|
||||
FirecrawlAPIKey string
|
||||
Logger *log.Logger
|
||||
Client *llm.Client
|
||||
Model string
|
||||
MaxTokens int
|
||||
ChromeAddr string
|
||||
FirecrawlAPIKey string
|
||||
Logger *log.Logger
|
||||
}
|
||||
|
||||
Assessor struct {
|
||||
@@ -210,7 +209,6 @@ func (a *Assessor) Assess(ctx context.Context, websiteURL string, procedure stri
|
||||
a.cfg.Logger,
|
||||
thirdPartyBrowser,
|
||||
researchBrowser,
|
||||
a.cfg.FirecrawlEndpoint,
|
||||
a.cfg.FirecrawlAPIKey,
|
||||
reporter,
|
||||
)
|
||||
|
||||
@@ -65,7 +65,6 @@ func newOrchestratorAgent(
|
||||
logger *log.Logger,
|
||||
thirdPartyBrowser *browser.Browser,
|
||||
researchBrowser *browser.Browser,
|
||||
firecrawlEndpoint string,
|
||||
firecrawlAPIKey string,
|
||||
reporter agent.ProgressReporter,
|
||||
) (*agent.Agent, error) {
|
||||
@@ -89,13 +88,13 @@ func newOrchestratorAgent(
|
||||
return opts
|
||||
}
|
||||
|
||||
hasFirecrawl := firecrawlEndpoint != "" && firecrawlAPIKey != ""
|
||||
hasFirecrawl := firecrawlAPIKey != ""
|
||||
|
||||
// Subprocessor agent benefits from web search when available so it can
|
||||
// find subprocessor pages hosted on third-party platforms.
|
||||
subprocessorTools := unrestrictedBrowserTools
|
||||
if hasFirecrawl {
|
||||
subprocessorTools = append(subprocessorTools, search.FirecrawlSearchTool(firecrawlEndpoint, firecrawlAPIKey))
|
||||
subprocessorTools = append(subprocessorTools, search.FirecrawlSearchTool(firecrawlAPIKey))
|
||||
}
|
||||
|
||||
// Core sub-agents that always run.
|
||||
@@ -178,8 +177,8 @@ func newOrchestratorAgent(
|
||||
if hasFirecrawl {
|
||||
researchBrowserTools := browser.NewInteractiveToolset(researchBrowser).Tools()
|
||||
|
||||
searchTool := search.FirecrawlSearchTool(firecrawlEndpoint, firecrawlAPIKey)
|
||||
govDBTool := search.CheckGovernmentDBTool(firecrawlEndpoint, firecrawlAPIKey)
|
||||
searchTool := search.FirecrawlSearchTool(firecrawlAPIKey)
|
||||
govDBTool := search.CheckGovernmentDBTool(firecrawlAPIKey)
|
||||
waybackTool := search.CheckWaybackTool()
|
||||
diffTool := search.DiffDocumentsTool()
|
||||
|
||||
|
||||
Reference in New Issue
Block a user