Files
probo/pkg/slack/slack_message_service.go
Sacha Al Himdani 9ab8ea2085 Refacto load all functions
Unbounded LoadAll* loaders materialised an entire result set in one
query with no ceiling. A table that is small in development can grow
without bound in production, so these loaders were a latent memory
and query-time hazard.

Remove the LoadAll* methods from pkg/coredata and walk the cursor-
paginated LoadBy* siblings instead through a shared page.LoadAll
helper. The helper advances a MaxCursorSize forward cursor until the
result set is exhausted and concatenates the pages. It caps a single
call at MaxLoadAllPages (20) batches of 500 rows and errors past that
rather than materialising an unbounded set, so a runaway caller fails
loudly instead of exhausting memory.

Callers that genuinely need every row now express that explicitly,
and the coredata load-naming rule and docs are updated to discourage
new unbounded loaders.

Signed-off-by: Sacha Al Himdani <sacha@probo.com>
2026-06-16 14:35:16 +02:00

491 lines
13 KiB
Go

// Copyright (c) 2025-2026 Probo Inc <hello@probo.com>.
//
// Permission to use, copy, modify, and/or distribute this software for any
// purpose with or without fee is hereby granted, provided that the above
// copyright notice and this permission notice appear in all copies.
//
// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
// REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
// AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
// INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
// LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
// OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
// PERFORMANCE OF THIS SOFTWARE.
package slack
import (
"bytes"
"context"
"encoding/json"
"errors"
"fmt"
"time"
"go.gearno.de/kit/pg"
"go.probo.inc/probo/pkg/baseurl"
"go.probo.inc/probo/pkg/coredata"
"go.probo.inc/probo/pkg/gid"
"go.probo.inc/probo/pkg/mail"
"go.probo.inc/probo/pkg/page"
)
const (
slackMessageDeduplicationWindow = 7 * 24 * time.Hour
)
var (
ErrNoSlackConnector = errors.New("no slack connector found for organization")
)
type (
SlackMessageDocument struct {
ID string
Title string
Status string
}
SlackMessageReport struct {
ID string
Title string
AuditID string
Status string
}
SlackMessageFile struct {
ID string
Name string
Category string
Status string
}
SlackMessageMetadata struct {
Documents []SlackMessageDocument
Reports []SlackMessageReport
Files []SlackMessageFile
}
)
func (m SlackMessageMetadata) toMap() map[string]any {
return map[string]any{
"documents": m.Documents,
"reports": m.Reports,
"files": m.Files,
}
}
func (s *Service) GetSlackMessageDocumentIDs(
ctx context.Context,
scope coredata.Scoper,
slackMessageID gid.GID,
) (documentIDs []gid.GID, reportIDs []gid.GID, fileIDs []gid.GID, err error) {
var slackMessage coredata.SlackMessage
err = s.pg.WithConn(
ctx,
func(ctx context.Context, conn pg.Querier) error {
if err := slackMessage.LoadById(ctx, conn, scope, slackMessageID); err != nil {
return fmt.Errorf("cannot load slack message: %w", err)
}
return nil
},
)
if err != nil {
return nil, nil, nil, err
}
documentIDs = extractIDsFromMetadata(slackMessage.Metadata, "documents")
reportIDs = extractIDsFromMetadata(slackMessage.Metadata, "reports")
fileIDs = extractIDsFromMetadata(slackMessage.Metadata, "files")
return documentIDs, reportIDs, fileIDs, nil
}
func (s *Service) UpdateSlackAccessMessage(
ctx context.Context,
scope coredata.Scoper,
slackMessageID gid.GID,
responseURL string,
requesterEmail mail.Addr,
) error {
return s.pg.WithTx(
ctx,
func(ctx context.Context, tx pg.Tx) error {
var slackMessage coredata.SlackMessage
if err := slackMessage.LoadById(ctx, tx, scope, slackMessageID); err != nil {
return fmt.Errorf("cannot load slack message: %w", err)
}
var trustCenter coredata.TrustCenter
if err := trustCenter.LoadByOrganizationID(ctx, tx, scope, slackMessage.OrganizationID); err != nil {
return fmt.Errorf("cannot load trust center: %w", err)
}
identity := &coredata.Identity{}
if err := identity.LoadByEmail(ctx, tx, requesterEmail); err != nil {
return fmt.Errorf("cannot load identity: %w", err)
}
var trustCenterAccess coredata.TrustCenterAccess
if err := trustCenterAccess.LoadByTrustCenterIDAndIdentityID(ctx, tx, scope, trustCenter.ID, identity.ID); err != nil {
return fmt.Errorf("cannot load trust center access: %w", err)
}
documents, reports, files, err := s.loadDocumentsReportsAndFilesFromAccesses(ctx, tx, scope, trustCenterAccess.ID)
if err != nil {
return err
}
newSlackMessageID := gid.New(scope.GetTenantID(), coredata.SlackMessageEntityType)
updatedBody, err := s.buildAccessRequestMessage(
newSlackMessageID,
identity.FullName,
requesterEmail,
trustCenter.OrganizationID,
documents,
reports,
files,
)
if err != nil {
return err
}
metadata := SlackMessageMetadata{
Documents: documents,
Reports: reports,
Files: files,
}
now := time.Now()
newSlackMessage := &coredata.SlackMessage{
ID: newSlackMessageID,
OrganizationID: slackMessage.OrganizationID,
Type: slackMessage.Type,
Body: updatedBody,
MessageTS: slackMessage.MessageTS,
ChannelID: slackMessage.ChannelID,
RequesterEmail: slackMessage.RequesterEmail,
Metadata: metadata.toMap(),
InitialSlackMessageID: slackMessage.InitialSlackMessageID,
CreatedAt: now,
UpdatedAt: now,
SentAt: &now,
}
if err := newSlackMessage.Insert(ctx, tx, scope); err != nil {
return fmt.Errorf("cannot insert slack message: %w", err)
}
if err := s.GetSlackClient().UpdateInteractiveMessage(ctx, responseURL, updatedBody); err != nil {
return fmt.Errorf("cannot update Slack message: %w", err)
}
return nil
},
)
}
func (s *Service) QueueSlackNotification(
ctx context.Context,
scope coredata.Scoper,
identityID gid.GID,
trustCenterID gid.GID,
) error {
return s.pg.WithTx(ctx, func(ctx context.Context, tx pg.Tx) error {
var (
identity = &coredata.Identity{}
trustCenterAccess *coredata.TrustCenterAccess
)
if err := identity.LoadByID(ctx, tx, identityID); err != nil {
return fmt.Errorf("cannot load identity: %w", err)
}
trustCenterAccess = &coredata.TrustCenterAccess{}
if err := trustCenterAccess.LoadByTrustCenterIDAndIdentityID(ctx, tx, scope, trustCenterID, identityID); err != nil {
return fmt.Errorf("cannot load trust center access: %w", err)
}
var trustCenter coredata.TrustCenter
if err := trustCenter.LoadByID(ctx, tx, scope, trustCenterID); err != nil {
return fmt.Errorf("cannot load trust center: %w", err)
}
var connectors coredata.Connectors
if err := connectors.LoadAllByOrganizationIDWithoutDecryptedConnection(
ctx,
tx,
scope,
trustCenter.OrganizationID,
); err != nil {
return fmt.Errorf("cannot load connectors: %w", err)
}
hasSlackConnector := false
for _, connector := range connectors {
if connector.Provider == coredata.ConnectorProviderSlack {
hasSlackConnector = true
break
}
}
if !hasSlackConnector {
return ErrNoSlackConnector
}
documents, reports, files, err := s.loadDocumentsReportsAndFilesFromAccesses(ctx, tx, scope, trustCenterAccess.ID)
if err != nil {
return fmt.Errorf("cannot load documents, reports and files: %w", err)
}
slackMessageID := gid.New(scope.GetTenantID(), coredata.SlackMessageEntityType)
body, err := s.buildAccessRequestMessage(
slackMessageID,
identity.FullName,
identity.EmailAddress,
trustCenter.OrganizationID,
documents,
reports,
files,
)
if err != nil {
return fmt.Errorf("cannot build access request message: %w", err)
}
metadata := SlackMessageMetadata{
Documents: documents,
Reports: reports,
Files: files,
}
now := time.Now()
slackMessage := &coredata.SlackMessage{
ID: slackMessageID,
OrganizationID: trustCenter.OrganizationID,
Type: coredata.SlackMessageTypeTrustCenterAccessRequest,
Body: body,
RequesterEmail: &identity.EmailAddress,
Metadata: metadata.toMap(),
CreatedAt: now,
UpdatedAt: now,
}
sevenDaysAgo := now.Add(-slackMessageDeduplicationWindow)
var existingMessage coredata.SlackMessage
err = existingMessage.LoadLatestByRequesterEmailAndType(
ctx,
tx,
scope,
trustCenter.OrganizationID,
identity.EmailAddress,
coredata.SlackMessageTypeTrustCenterAccessRequest,
sevenDaysAgo,
)
if err == nil {
slackMessage.MessageTS = existingMessage.MessageTS
slackMessage.ChannelID = existingMessage.ChannelID
slackMessage.InitialSlackMessageID = existingMessage.InitialSlackMessageID
if err := slackMessage.Insert(ctx, tx, scope); err != nil {
return fmt.Errorf("cannot insert slack message: %w", err)
}
return nil
}
var notFoundErr coredata.ErrSlackMessageNotFound
if !errors.Is(err, notFoundErr) {
return fmt.Errorf("cannot load existing slack message: %w", err)
}
slackMessage.InitialSlackMessageID = slackMessageID
if err := slackMessage.Insert(ctx, tx, scope); err != nil {
return fmt.Errorf("cannot insert slack message: %w", err)
}
return nil
})
}
func (s *Service) loadDocumentsReportsAndFilesFromAccesses(
ctx context.Context,
conn pg.Querier,
scope coredata.Scoper,
trustCenterAccessID gid.GID,
) (
documents []SlackMessageDocument,
reports []SlackMessageReport,
files []SlackMessageFile,
err error,
) {
documents = []SlackMessageDocument{}
reports = []SlackMessageReport{}
files = []SlackMessageFile{}
accesses, err := page.LoadAll(
ctx,
page.OrderBy[coredata.TrustCenterDocumentAccessOrderField]{
Field: coredata.TrustCenterDocumentAccessOrderFieldCreatedAt,
Direction: page.OrderDirectionAsc,
},
func(ctx context.Context, cursor *page.Cursor[coredata.TrustCenterDocumentAccessOrderField]) ([]*coredata.TrustCenterDocumentAccess, error) {
var batch coredata.TrustCenterDocumentAccesses
if err := batch.LoadByTrustCenterAccessID(ctx, conn, scope, trustCenterAccessID, cursor); err != nil {
return nil, fmt.Errorf("cannot load trust center document accesses: %w", err)
}
return batch, nil
},
)
if err != nil {
return nil, nil, nil, err
}
for _, access := range accesses {
if access.DocumentID != nil {
doc := &coredata.Document{}
if err := doc.LoadByID(ctx, conn, scope, *access.DocumentID); err != nil {
return nil, nil, nil, fmt.Errorf("cannot load document: %w", err)
}
documents = append(
documents,
SlackMessageDocument{
ID: access.DocumentID.String(),
Title: doc.Title,
Status: access.Status.String(),
},
)
}
if access.ReportFileID != nil {
audit := &coredata.Audit{}
if err := audit.LoadByReportFileID(ctx, conn, scope, *access.ReportFileID); err != nil {
return nil, nil, nil, fmt.Errorf("cannot load audit: %w", err)
}
framework := &coredata.Framework{}
if err := framework.LoadByID(ctx, conn, scope, audit.FrameworkID); err != nil {
return nil, nil, nil, fmt.Errorf("cannot load framework: %w", err)
}
label := framework.Name
if audit.Name != nil && *audit.Name != "" {
label = label + " - " + *audit.Name
}
reports = append(
reports,
SlackMessageReport{
ID: access.ReportFileID.String(),
Title: label,
AuditID: audit.ID.String(),
Status: access.Status.String(),
},
)
}
if access.TrustCenterFileID != nil {
file := &coredata.TrustCenterFile{}
if err := file.LoadByID(ctx, conn, scope, *access.TrustCenterFileID); err != nil {
return nil, nil, nil, fmt.Errorf("cannot load trust center file: %w", err)
}
files = append(
files,
SlackMessageFile{
ID: access.TrustCenterFileID.String(),
Name: file.Name,
Category: file.Category,
Status: access.Status.String(),
},
)
}
}
return documents, reports, files, nil
}
func (s *Service) buildAccessRequestMessage(
slackMessageID gid.GID,
requesterName string,
requesterEmail mail.Addr,
organizationID gid.GID,
documents []SlackMessageDocument,
reports []SlackMessageReport,
files []SlackMessageFile,
) (map[string]any, error) {
base, err := baseurl.Parse(s.baseURL)
if err != nil {
return nil, fmt.Errorf("cannot parse base URL: %w", err)
}
templateData := struct {
RequesterName string
RequesterEmail string
OrganizationID string
Domain string
SlackMessageID string
Documents []SlackMessageDocument
Reports []SlackMessageReport
Files []SlackMessageFile
}{
RequesterName: requesterName,
RequesterEmail: requesterEmail.String(),
OrganizationID: organizationID.String(),
Domain: base.Host(),
SlackMessageID: slackMessageID.String(),
Documents: documents,
Reports: reports,
Files: files,
}
var buf bytes.Buffer
if err := accessRequestTemplate.Execute(&buf, templateData); err != nil {
return nil, fmt.Errorf("cannot execute template: %w", err)
}
var body map[string]any
if err := json.NewDecoder(&buf).Decode(&body); err != nil {
return nil, fmt.Errorf("cannot parse template JSON: %w", err)
}
return body, nil
}
func extractIDsFromMetadata(metadata map[string]any, fieldName string) []gid.GID {
ids := []gid.GID{}
items, ok := metadata[fieldName].([]any)
if !ok || items == nil {
return ids
}
for _, itemAny := range items {
item, ok := itemAny.(map[string]any)
if !ok {
continue
}
idStr, ok := item["ID"].(string)
if !ok {
continue
}
id, err := gid.ParseGID(idStr)
if err != nil {
continue
}
ids = append(ids, id)
}
return ids
}