229c6b99c6
Introduce a poll-based worker that fills the global common_third_parties catalog (URLs, headquarter address, legal name, certifications, logo) so each tenant no longer starts from sparse, name-only rows. Enrichment is requested at row creation by ResolveOrCreateCommonThirdParty; curated seed rows are not enqueued, to avoid a re-seed storm. The pipeline uses two specialized agents plus a deterministic logo step. Agent A (company profile) resolves legal name, headquarter address, and the canonical website over web search; its website and legal name feed Agent B and the logo step. Agent B (compliance docs) resolves the legal document URLs, trust/security/status pages, and certifications using the browser read-only toolset (gated on ChromeDPAddr) plus web search. The logo step restores pkg/webinspect as a pure deterministic package and stores the discovered icon in S3, linked via logo_file_id. Each agent returns per-field value/confidence/source_url. The worker writes a column only when confidence clears a configurable threshold and the field is not externally owned (seed or human), and always records full per-field provenance in a new enrichment JSONB column so re-runs fill only gaps and human edits are never clobbered. New bookkeeping columns (enrichment_requested_at, enrichment, enrichment_attempts) back the claim queue and stale recovery; agents run outside transactions and results persist in one final transaction. The worker is opt-in: it no-ops unless its agent provider is configured. Signed-off-by: Émile Ré <emile@probo.com>
60 lines
3.0 KiB
Go
60 lines
3.0 KiB
Go
// Copyright (c) 2026 Probo Inc <hello@probo.com>.
|
|
//
|
|
// Permission to use, copy, modify, and/or distribute this software for any
|
|
// purpose with or without fee is hereby granted, provided that the above
|
|
// copyright notice and this permission notice appear in all copies.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
|
|
// REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
|
|
// AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
|
|
// INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
|
|
// LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
|
|
// OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
|
|
// PERFORMANCE OF THIS SOFTWARE.
|
|
|
|
package probod
|
|
|
|
import "go.probo.inc/probo/pkg/probodconfig"
|
|
|
|
type (
|
|
FullConfig = probodconfig.FullConfig
|
|
Config = probodconfig.Config
|
|
UnitConfig = probodconfig.UnitConfig
|
|
MetricsConfig = probodconfig.MetricsConfig
|
|
TracingConfig = probodconfig.TracingConfig
|
|
ESignConfig = probodconfig.ESignConfig
|
|
TrustCenterConfig = probodconfig.TrustCenterConfig
|
|
APIConfig = probodconfig.APIConfig
|
|
CorsConfig = probodconfig.CorsConfig
|
|
ProxyProtocolConfig = probodconfig.ProxyProtocolConfig
|
|
AuthConfig = probodconfig.AuthConfig
|
|
OAuth2ServerConfig = probodconfig.OAuth2ServerConfig
|
|
OAuth2SigningKeyConfig = probodconfig.OAuth2SigningKeyConfig
|
|
CookieConfig = probodconfig.CookieConfig
|
|
PasswordConfig = probodconfig.PasswordConfig
|
|
AWSConfig = probodconfig.AWSConfig
|
|
ConnectorConfig = probodconfig.ConnectorConfig
|
|
ConnectorConfigOAuth2 = probodconfig.ConnectorConfigOAuth2
|
|
CustomDomainsConfig = probodconfig.CustomDomainsConfig
|
|
ACMEConfig = probodconfig.ACMEConfig
|
|
LLMProviderConfig = probodconfig.LLMProviderConfig
|
|
LLMAgentConfig = probodconfig.LLMAgentConfig
|
|
EvidenceDescriberConfig = probodconfig.EvidenceDescriberConfig
|
|
ThirdPartyVettingWorkerConfig = probodconfig.ThirdPartyVettingWorkerConfig
|
|
AgentsConfig = probodconfig.AgentsConfig
|
|
|
|
TrackerMappingWorkerConfig = probodconfig.TrackerMappingWorkerConfig
|
|
CommonPatternEnrichmentWorkerConfig = probodconfig.CommonPatternEnrichmentWorkerConfig
|
|
CommonThirdPartyEnrichmentWorkerConfig = probodconfig.CommonThirdPartyEnrichmentWorkerConfig
|
|
|
|
MailerConfig = probodconfig.MailerConfig
|
|
SMTPConfig = probodconfig.SMTPConfig
|
|
NotificationsConfig = probodconfig.NotificationsConfig
|
|
WebhookConfig = probodconfig.WebhookConfig
|
|
OIDCProviderConfig = probodconfig.OIDCProviderConfig
|
|
PgConfig = probodconfig.PgConfig
|
|
SAMLConfig = probodconfig.SAMLConfig
|
|
SCIMBridgeConfig = probodconfig.SCIMBridgeConfig
|
|
SlackConfig = probodconfig.SlackConfig
|
|
)
|