Hardcode Firecrawl API endpoint, drop FIRECRAWL_ENDPOINT config

Firecrawl has a single public API at https://api.firecrawl.dev/v2.
The endpoint was configurable but never varied across environments,
so hardcode it as a package-level const and remove the Endpoint
field from FirecrawlConfig and all downstream wiring (bootstrap,
Helm chart, probod, vetting, cookiebanner).

Signed-off-by: Émile Ré <emile@probo.com>
This commit is contained in:
Émile Ré
2026-05-19 10:28:05 +04:00
parent ef6aca2c93
commit 76d42ef2db
13 changed files with 35 additions and 51 deletions

View File

@@ -71,13 +71,12 @@ var (
type (
Config struct {
Client *llm.Client
Model string
MaxTokens int
ChromeAddr string
FirecrawlEndpoint string
FirecrawlAPIKey string
Logger *log.Logger
Client *llm.Client
Model string
MaxTokens int
ChromeAddr string
FirecrawlAPIKey string
Logger *log.Logger
}
Assessor struct {
@@ -210,7 +209,6 @@ func (a *Assessor) Assess(ctx context.Context, websiteURL string, procedure stri
a.cfg.Logger,
thirdPartyBrowser,
researchBrowser,
a.cfg.FirecrawlEndpoint,
a.cfg.FirecrawlAPIKey,
reporter,
)

View File

@@ -65,7 +65,6 @@ func newOrchestratorAgent(
logger *log.Logger,
thirdPartyBrowser *browser.Browser,
researchBrowser *browser.Browser,
firecrawlEndpoint string,
firecrawlAPIKey string,
reporter agent.ProgressReporter,
) (*agent.Agent, error) {
@@ -89,13 +88,13 @@ func newOrchestratorAgent(
return opts
}
hasFirecrawl := firecrawlEndpoint != "" && firecrawlAPIKey != ""
hasFirecrawl := firecrawlAPIKey != ""
// Subprocessor agent benefits from web search when available so it can
// find subprocessor pages hosted on third-party platforms.
subprocessorTools := unrestrictedBrowserTools
if hasFirecrawl {
subprocessorTools = append(subprocessorTools, search.FirecrawlSearchTool(firecrawlEndpoint, firecrawlAPIKey))
subprocessorTools = append(subprocessorTools, search.FirecrawlSearchTool(firecrawlAPIKey))
}
// Core sub-agents that always run.
@@ -178,8 +177,8 @@ func newOrchestratorAgent(
if hasFirecrawl {
researchBrowserTools := browser.NewInteractiveToolset(researchBrowser).Tools()
searchTool := search.FirecrawlSearchTool(firecrawlEndpoint, firecrawlAPIKey)
govDBTool := search.CheckGovernmentDBTool(firecrawlEndpoint, firecrawlAPIKey)
searchTool := search.FirecrawlSearchTool(firecrawlAPIKey)
govDBTool := search.CheckGovernmentDBTool(firecrawlAPIKey)
waybackTool := search.CheckWaybackTool()
diffTool := search.DiffDocumentsTool()