rohit/probo
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add AI-powered evidence description generation

Browse Source 
Introduce a background worker that automatically generates
compliance-focused descriptions for uploaded evidence files
using configurable LLM providers. Descriptions are surfaced
across all interfaces: GraphQL API, MCP API, CLI, and the
console UI.

Key changes:
- Multi-provider LLM config with per-agent settings (pointer
  types for Temperature/MaxTokens to preserve zero values)
- Evidence description worker with bounded concurrency
- EvidenceDescriptionStatus typed enum with PostgreSQL enum type
- New `prb evidence` CLI commands (list, view, delete)
- Evidence description displayed in console table and preview
- Migration only marks evidences without files as completed

Signed-off-by: Bryan Frimin <bryan@getprobo.com>
This commit is contained in:
Bryan Frimin
2026-03-26 14:30:04 +01:00
parent 8bbed534a9
commit 619ec7b882
24 changed files with 1390 additions and 125 deletions
Download Patch File Download Diff File Expand all files Collapse all files

180
pkg/coredata/evidence.go
View File

@@ -30,18 +30,20 @@ import (
type (
Evidence struct {
ID gid.GID `db:"id"`
OrganizationID gid.GID `db:"organization_id"`
MeasureID gid.GID `db:"measure_id"`
TaskID *gid.GID `db:"task_id"`
State EvidenceState `db:"state"`
ReferenceID string `db:"reference_id"`
Type EvidenceType `db:"type"`
URL string `db:"url"`
EvidenceFileId *gid.GID `db:"evidence_file_id"`
Description *string `db:"description"`
CreatedAt time.Time `db:"created_at"`
UpdatedAt time.Time `db:"updated_at"`
ID gid.GID `db:"id"`
OrganizationID gid.GID `db:"organization_id"`
MeasureID gid.GID `db:"measure_id"`
TaskID *gid.GID `db:"task_id"`
State EvidenceState `db:"state"`
ReferenceID string `db:"reference_id"`
Type EvidenceType `db:"type"`
URL string `db:"url"`
EvidenceFileId *gid.GID `db:"evidence_file_id"`
Description *string `db:"description"`
DescriptionStatus EvidenceDescriptionStatus `db:"description_status"`
DescriptionProcessingStartedAt *time.Time `db:"description_processing_started_at"`
CreatedAt time.Time `db:"created_at"`
UpdatedAt time.Time `db:"updated_at"`
}
Evidences []*Evidence
@@ -89,6 +91,8 @@ INSERT INTO
url,
evidence_file_id,
description,
description_status,
description_processing_started_at,
created_at,
updated_at
)
@@ -103,6 +107,8 @@ VALUES (
@url,
@evidence_file_id,
@description,
@description_status,
@description_processing_started_at,
@created_at,
@updated_at
)
@@ -114,18 +120,20 @@ WHERE evidences.state = 'REQUESTED';
`
args := pgx.StrictNamedArgs{
"tenant_id": scope.GetTenantID(),
"evidence_id": e.ID,
"measure_id": e.MeasureID,
"task_id": e.TaskID,
"reference_id": e.ReferenceID,
"evidence_file_id": e.EvidenceFileId,
"created_at": e.CreatedAt,
"updated_at": e.UpdatedAt,
"state": e.State,
"type": e.Type,
"url": e.URL,
"description": e.Description,
"tenant_id": scope.GetTenantID(),
"evidence_id": e.ID,
"measure_id": e.MeasureID,
"task_id": e.TaskID,
"reference_id": e.ReferenceID,
"evidence_file_id": e.EvidenceFileId,
"created_at": e.CreatedAt,
"updated_at": e.UpdatedAt,
"state": e.State,
"type": e.Type,
"url": e.URL,
"description": e.Description,
"description_status": e.DescriptionStatus,
"description_processing_started_at": e.DescriptionProcessingStartedAt,
}
_, err := conn.Exec(ctx, q, args)
return err
@@ -150,6 +158,8 @@ INSERT INTO
url,
evidence_file_id,
description,
description_status,
description_processing_started_at,
created_at,
updated_at
)
@@ -165,25 +175,29 @@ VALUES (
@url,
@evidence_file_id,
@description,
@description_status,
@description_processing_started_at,
@created_at,
@updated_at
)
`
args := pgx.StrictNamedArgs{
"tenant_id": scope.GetTenantID(),
"evidence_id": e.ID,
"organization_id": e.OrganizationID,
"measure_id": e.MeasureID,
"task_id": e.TaskID,
"reference_id": e.ReferenceID,
"evidence_file_id": e.EvidenceFileId,
"created_at": e.CreatedAt,
"updated_at": e.UpdatedAt,
"state": e.State,
"type": e.Type,
"url": e.URL,
"description": e.Description,
"tenant_id": scope.GetTenantID(),
"evidence_id": e.ID,
"organization_id": e.OrganizationID,
"measure_id": e.MeasureID,
"task_id": e.TaskID,
"reference_id": e.ReferenceID,
"evidence_file_id": e.EvidenceFileId,
"created_at": e.CreatedAt,
"updated_at": e.UpdatedAt,
"state": e.State,
"type": e.Type,
"url": e.URL,
"description": e.Description,
"description_status": e.DescriptionStatus,
"description_processing_started_at": e.DescriptionProcessingStartedAt,
}
_, err := conn.Exec(ctx, q, args)
@@ -218,6 +232,8 @@ SELECT
url,
evidence_file_id,
description,
description_status,
description_processing_started_at,
created_at,
updated_at
FROM
@@ -299,6 +315,8 @@ SELECT
url,
evidence_file_id,
description,
description_status,
description_processing_started_at,
created_at,
updated_at
FROM
@@ -381,6 +399,8 @@ SELECT
url,
evidence_file_id,
description,
description_status,
description_processing_started_at,
created_at,
updated_at
FROM
@@ -426,6 +446,8 @@ SET
evidence_file_id = @evidence_file_id,
url = @url,
description = @description,
description_status = @description_status,
description_processing_started_at = @description_processing_started_at,
updated_at = @updated_at
WHERE
%s
@@ -435,13 +457,15 @@ WHERE
q = fmt.Sprintf(q, scope.SQLFragment())
args := pgx.StrictNamedArgs{
"evidence_id": e.ID,
"type": e.Type,
"state": e.State,
"evidence_file_id": e.EvidenceFileId,
"url": e.URL,
"description": e.Description,
"updated_at": e.UpdatedAt,
"evidence_id": e.ID,
"type": e.Type,
"state": e.State,
"evidence_file_id": e.EvidenceFileId,
"url": e.URL,
"description": e.Description,
"description_status": e.DescriptionStatus,
"description_processing_started_at": e.DescriptionProcessingStartedAt,
"updated_at": e.UpdatedAt,
}
maps.Copy(args, scope.SQLArguments())
@@ -474,3 +498,71 @@ WHERE
return nil
}
func (e *Evidence) LoadNextPendingDescriptionForUpdateSkipLocked(
ctx context.Context,
conn pg.Conn,
) error {
q := `
SELECT
id,
organization_id,
task_id,
measure_id,
reference_id,
state,
type,
url,
evidence_file_id,
description,
description_status,
description_processing_started_at,
created_at,
updated_at
FROM
evidences
WHERE
description_status = 'PENDING'
AND evidence_file_id IS NOT NULL
ORDER BY
created_at ASC
LIMIT 1
FOR UPDATE SKIP LOCKED;
`
rows, err := conn.Query(ctx, q)
if err != nil {
return fmt.Errorf("cannot query evidence: %w", err)
}
evidence, err := pgx.CollectExactlyOneRow(rows, pgx.RowToStructByName[Evidence])
if err != nil {
if errors.Is(err, pgx.ErrNoRows) {
return ErrResourceNotFound
}
return fmt.Errorf("cannot collect evidence: %w", err)
}
*e = evidence
return nil
}
func ResetStaleDescriptionProcessing(
ctx context.Context,
conn pg.Conn,
staleAfter time.Duration,
) error {
q := `
UPDATE evidences
SET
description_status = 'PENDING',
description_processing_started_at = NULL
WHERE
description_status = 'PROCESSING'
AND description_processing_started_at < $1;
`
_, err := conn.Exec(ctx, q, time.Now().Add(-staleAfter))
return err
}