Add log export for audit logs and SCIM events

Route audit-log and SCIM-event exports through export_jobs with typed
arguments, an iam BuildAndUploadExport/SendExportEmail implementation,
and a concurrent export-job worker with stale recovery. Stream JSONL via
page.WalkAll into S3, and expose the request flow on console, connect,
MCP, and CLI.

Co-authored-by: Bryan Frimin <bryan@getprobo.com>
Signed-off-by: Sacha Al Himdani <sacha@probo.com>
This commit is contained in:
Sacha Al Himdani
2026-07-29 16:12:23 +02:00
parent b2e2d15582
commit cd6c46212a
45 changed files with 2340 additions and 153 deletions

View File

@@ -22,6 +22,7 @@ package iam
import (
"context"
"encoding/json"
"errors"
"fmt"
"io"
@@ -1565,7 +1566,14 @@ func (s OrganizationService) ListSCIMEvents(
err := s.pg.WithConn(
ctx,
func(ctx context.Context, conn pg.Querier) error {
err := scimEvents.LoadByOrganizationID(ctx, conn, scope, organizationID, cursor)
err := scimEvents.LoadByOrganizationID(
ctx,
conn,
scope,
organizationID,
cursor,
coredata.NewSCIMEventFilter(),
)
if err != nil {
return fmt.Errorf("cannot load scim events: %w", err)
}
@@ -2353,7 +2361,7 @@ func (s *OrganizationService) ListAuditLogEntries(
err := s.pg.WithConn(
ctx,
func(ctx context.Context, conn pg.Querier) error {
if err := entries.LoadAllByOrganizationID(ctx, conn, scope, organizationID, cursor, filter); err != nil {
if err := entries.LoadByOrganizationID(ctx, conn, scope, organizationID, cursor, filter); err != nil {
return fmt.Errorf("cannot load audit log entries: %w", err)
}
@@ -2393,3 +2401,71 @@ func (s *OrganizationService) CountAuditLogEntries(
return count, err
}
type RequestLogExportRequest struct {
OrganizationID gid.GID
Type coredata.ExportJobType
FromTime time.Time
ToTime time.Time
RecipientEmail mail.Addr
RecipientName string
}
func (s *OrganizationService) RequestLogExport(
ctx context.Context,
scope coredata.Scoper,
req RequestLogExportRequest,
) (*coredata.ExportJob, error) {
if !req.FromTime.Before(req.ToTime) {
return nil, NewInvalidLogExportTimeRangeError()
}
if req.ToTime.After(req.FromTime.AddDate(maxLogExportTimeRangeYears, 0, 0)) {
return nil, NewLogExportTimeRangeTooLargeError()
}
switch req.Type {
case coredata.ExportJobTypeAuditLog, coredata.ExportJobTypeSCIMEvent:
default:
return nil, fmt.Errorf("unsupported log export type: %q", req.Type)
}
arguments, err := json.Marshal(coredata.LogExportArguments{
FromTime: req.FromTime,
ToTime: req.ToTime,
})
if err != nil {
return nil, fmt.Errorf("cannot marshal log export arguments: %w", err)
}
exportJob := &coredata.ExportJob{}
err = s.pg.WithTx(
ctx,
func(ctx context.Context, tx pg.Tx) error {
now := time.Now()
exportJob = &coredata.ExportJob{
ID: gid.New(scope.GetTenantID(), coredata.ExportJobEntityType),
OrganizationID: req.OrganizationID,
Type: req.Type,
Arguments: arguments,
Status: coredata.ExportJobStatusPending,
RecipientEmail: req.RecipientEmail,
RecipientName: req.RecipientName,
CreatedAt: now,
}
if err := exportJob.Insert(ctx, tx, scope); err != nil {
return fmt.Errorf("cannot insert export job: %w", err)
}
return nil
},
)
if err != nil {
return nil, fmt.Errorf("cannot request log export: %w", err)
}
return exportJob, nil
}