Subprocessor filtering for the compliance portal happens in the backend rather than the client. Add a SubprocessorFilter (query, category, country) to the trust API's subprocessors connection, thread it through the resolver and service, and extend the coredata ThirdParty filter with category equality and country array membership. The connection stores the filter so totalCount reflects the filtered set. Add e2e coverage for the new filtering. On the frontend, convert the page to a refetchable fragment whose filter arguments are driven by URL-persisted, debounced toolbar state (category and region selects plus a search field), populate the dropdowns from an unfiltered facet selection, and offer to clear filters from the empty state. Signed-off-by: Émile Ré <emile@probo.com>
678 lines
16 KiB
Go
678 lines
16 KiB
Go
// Copyright (c) 2026 Probo Inc <hello@probo.com>.
|
|
//
|
|
// Permission to use, copy, modify, and/or distribute this software for any
|
|
// purpose with or without fee is hereby granted, provided that the above
|
|
// copyright notice and this permission notice appear in all copies.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
|
|
// REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
|
|
// AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
|
|
// INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
|
|
// LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
|
|
// OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
|
|
// PERFORMANCE OF THIS SOFTWARE.
|
|
|
|
package trust
|
|
|
|
import (
|
|
"context"
|
|
_ "embed"
|
|
"fmt"
|
|
"io"
|
|
"strings"
|
|
"text/template"
|
|
|
|
"go.gearno.de/x/ref"
|
|
"go.probo.inc/probo/pkg/coredata"
|
|
"go.probo.inc/probo/pkg/gid"
|
|
"go.probo.inc/probo/pkg/page"
|
|
)
|
|
|
|
//go:embed compliance.md.tmpl
|
|
var complianceTmplContent string
|
|
|
|
//go:embed sitemap.xml.tmpl
|
|
var sitemapTmplContent string
|
|
|
|
//go:embed robots.txt.tmpl
|
|
var robotsTmplContent string
|
|
|
|
var complianceTmpl = template.Must(
|
|
template.New("compliance").
|
|
Funcs(template.FuncMap{
|
|
"cell": func(s string) string {
|
|
s = strings.ReplaceAll(s, `|`, `\|`)
|
|
s = strings.ReplaceAll(s, "\n", " ")
|
|
s = strings.ReplaceAll(s, "\r", "")
|
|
|
|
return s
|
|
},
|
|
}).
|
|
Parse(complianceTmplContent),
|
|
)
|
|
|
|
var sitemapTmpl = template.Must(
|
|
template.New("sitemap").Parse(sitemapTmplContent),
|
|
)
|
|
|
|
var robotsTmpl = template.Must(
|
|
template.New("robots").Parse(robotsTmplContent),
|
|
)
|
|
|
|
type (
|
|
compliancePageData struct {
|
|
OrgName string
|
|
Description string
|
|
Details []compliancePageDetail
|
|
Frameworks []compliancePageFramework
|
|
Documents []compliancePageDocument
|
|
Audits []compliancePageAudit
|
|
ThirdParties []compliancePageThirdParty
|
|
References []compliancePageReference
|
|
ExternalLinks []compliancePageExternalLink
|
|
}
|
|
|
|
compliancePageDetail struct {
|
|
Label string
|
|
Value string
|
|
}
|
|
|
|
compliancePageFramework struct {
|
|
Name string
|
|
Description string
|
|
}
|
|
|
|
compliancePageDocument struct {
|
|
Title string
|
|
Type string
|
|
}
|
|
|
|
compliancePageAudit struct {
|
|
Name string
|
|
Framework string
|
|
ValidFrom string
|
|
ValidUntil string
|
|
}
|
|
|
|
compliancePageThirdParty struct {
|
|
Name string
|
|
Category string
|
|
Countries string
|
|
Website string
|
|
}
|
|
|
|
compliancePageReference struct {
|
|
Name string
|
|
Description string
|
|
Website string
|
|
}
|
|
|
|
compliancePageExternalLink struct {
|
|
Name string
|
|
URL string
|
|
}
|
|
)
|
|
|
|
func (s *Service) RenderCompliancePageMarkdown(
|
|
ctx context.Context,
|
|
w io.Writer,
|
|
trustCenterID gid.GID,
|
|
scope coredata.Scoper,
|
|
) error {
|
|
org, err := s.GetOrganizationByTrustCenterID(ctx, trustCenterID)
|
|
if err != nil {
|
|
return fmt.Errorf("cannot load organization for compliance page: %w", err)
|
|
}
|
|
|
|
data := &compliancePageData{
|
|
OrgName: org.Name,
|
|
}
|
|
|
|
if org.Description != nil && *org.Description != "" {
|
|
data.Description = *org.Description
|
|
}
|
|
|
|
if org.WebsiteURL != nil && *org.WebsiteURL != "" {
|
|
data.Details = append(data.Details, compliancePageDetail{Label: "Website", Value: *org.WebsiteURL})
|
|
}
|
|
|
|
if org.Email != nil && *org.Email != "" {
|
|
data.Details = append(data.Details, compliancePageDetail{Label: "Email", Value: *org.Email})
|
|
}
|
|
|
|
if org.HeadquarterAddress != nil && *org.HeadquarterAddress != "" {
|
|
data.Details = append(data.Details, compliancePageDetail{Label: "Headquarters", Value: *org.HeadquarterAddress})
|
|
}
|
|
|
|
data.Frameworks, err = s.fetchComplianceFrameworks(ctx, scope, trustCenterID)
|
|
if err != nil {
|
|
return fmt.Errorf("cannot fetch compliance frameworks: %w", err)
|
|
}
|
|
|
|
data.Documents, err = s.fetchDocuments(ctx, scope, org.ID)
|
|
if err != nil {
|
|
return fmt.Errorf("cannot fetch documents: %w", err)
|
|
}
|
|
|
|
data.Audits, err = s.fetchAudits(ctx, scope, org.ID)
|
|
if err != nil {
|
|
return fmt.Errorf("cannot fetch audits: %w", err)
|
|
}
|
|
|
|
data.ThirdParties, err = s.fetchThirdParties(ctx, scope, org.ID)
|
|
if err != nil {
|
|
return fmt.Errorf("cannot fetch thirdParties: %w", err)
|
|
}
|
|
|
|
data.References, err = s.fetchReferences(ctx, scope, trustCenterID)
|
|
if err != nil {
|
|
return fmt.Errorf("cannot fetch references: %w", err)
|
|
}
|
|
|
|
data.ExternalLinks, err = s.fetchExternalLinks(ctx, scope, trustCenterID)
|
|
if err != nil {
|
|
return fmt.Errorf("cannot fetch external links: %w", err)
|
|
}
|
|
|
|
if err := complianceTmpl.Execute(w, data); err != nil {
|
|
return fmt.Errorf("cannot render compliance page markdown: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
type (
|
|
sitemapData struct {
|
|
BaseURL string
|
|
Documents []string
|
|
}
|
|
|
|
robotsData struct {
|
|
Indexable bool
|
|
BaseURL string
|
|
}
|
|
)
|
|
|
|
func (s *Service) RenderSitemap(
|
|
ctx context.Context,
|
|
w io.Writer,
|
|
trustCenterID gid.GID,
|
|
scope coredata.Scoper,
|
|
baseURL string,
|
|
) error {
|
|
org, err := s.GetOrganizationByTrustCenterID(ctx, trustCenterID)
|
|
if err != nil {
|
|
return fmt.Errorf("cannot load organization for sitemap: %w", err)
|
|
}
|
|
|
|
data := &sitemapData{
|
|
BaseURL: baseURL,
|
|
}
|
|
|
|
data.Documents, err = s.fetchDocumentIDs(ctx, scope, org.ID)
|
|
if err != nil {
|
|
return fmt.Errorf("cannot fetch document IDs for sitemap: %w", err)
|
|
}
|
|
|
|
if err := sitemapTmpl.Execute(w, data); err != nil {
|
|
return fmt.Errorf("cannot render sitemap: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (s *Service) RenderRobotsTxt(
|
|
ctx context.Context,
|
|
w io.Writer,
|
|
searchEngineIndexing coredata.SearchEngineIndexing,
|
|
baseURL string,
|
|
) error {
|
|
data := &robotsData{
|
|
Indexable: searchEngineIndexing == coredata.SearchEngineIndexingIndexable,
|
|
BaseURL: baseURL,
|
|
}
|
|
|
|
if err := robotsTmpl.Execute(w, data); err != nil {
|
|
return fmt.Errorf("cannot render robots.txt: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (s *Service) fetchDocumentIDs(ctx context.Context, scope coredata.Scoper, orgID gid.GID) ([]string, error) {
|
|
seen := make(map[gid.GID]struct{})
|
|
|
|
var resourceIDs []gid.GID
|
|
|
|
appendResourceID := func(id gid.GID) {
|
|
if _, ok := seen[id]; ok {
|
|
return
|
|
}
|
|
|
|
seen[id] = struct{}{}
|
|
resourceIDs = append(resourceIDs, id)
|
|
}
|
|
|
|
var cursorKey *page.CursorKey
|
|
for {
|
|
cursor := page.NewCursor(
|
|
page.MaxCursorSize,
|
|
cursorKey,
|
|
page.Head,
|
|
page.OrderBy[coredata.DocumentOrderField]{
|
|
Field: coredata.DocumentOrderFieldTitle,
|
|
Direction: page.OrderDirectionAsc,
|
|
},
|
|
)
|
|
|
|
result, err := s.Documents.ListForOrganizationId(ctx, scope, orgID, cursor)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot list documents: %w", err)
|
|
}
|
|
|
|
for _, doc := range result.Data {
|
|
if doc.TrustCenterVisibility == coredata.TrustCenterVisibilityNone {
|
|
continue
|
|
}
|
|
|
|
appendResourceID(doc.ID)
|
|
}
|
|
|
|
if !result.Info.HasNext {
|
|
break
|
|
}
|
|
|
|
last := result.Data[len(result.Data)-1]
|
|
ck := last.CursorKey(coredata.DocumentOrderFieldTitle)
|
|
cursorKey = &ck
|
|
}
|
|
|
|
cursorKey = nil
|
|
for {
|
|
cursor := page.NewCursor(
|
|
page.MaxCursorSize,
|
|
cursorKey,
|
|
page.Head,
|
|
page.OrderBy[coredata.TrustCenterFileOrderField]{
|
|
Field: coredata.TrustCenterFileOrderFieldCreatedAt,
|
|
Direction: page.OrderDirectionAsc,
|
|
},
|
|
)
|
|
|
|
result, err := s.TrustCenterFiles.ListForOrganizationId(
|
|
ctx,
|
|
scope,
|
|
orgID,
|
|
cursor,
|
|
coredata.NewTrustCenterFileFilter(),
|
|
)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot list trust center files: %w", err)
|
|
}
|
|
|
|
for _, file := range result.Data {
|
|
if file.TrustCenterVisibility == coredata.TrustCenterVisibilityNone {
|
|
continue
|
|
}
|
|
|
|
appendResourceID(file.ID)
|
|
}
|
|
|
|
if !result.Info.HasNext {
|
|
break
|
|
}
|
|
|
|
last := result.Data[len(result.Data)-1]
|
|
ck := last.CursorKey(coredata.TrustCenterFileOrderFieldCreatedAt)
|
|
cursorKey = &ck
|
|
}
|
|
|
|
cursorKey = nil
|
|
for {
|
|
cursor := page.NewCursor(
|
|
page.MaxCursorSize,
|
|
cursorKey,
|
|
page.Head,
|
|
page.OrderBy[coredata.AuditOrderField]{
|
|
Field: coredata.AuditOrderFieldCreatedAt,
|
|
Direction: page.OrderDirectionAsc,
|
|
},
|
|
)
|
|
|
|
result, err := s.Audits.ListForOrganizationId(ctx, scope, orgID, cursor)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot list audits: %w", err)
|
|
}
|
|
|
|
for _, audit := range result.Data {
|
|
if audit.TrustCenterVisibility == coredata.TrustCenterVisibilityNone {
|
|
continue
|
|
}
|
|
|
|
if audit.ReportFileID == nil {
|
|
continue
|
|
}
|
|
|
|
appendResourceID(*audit.ReportFileID)
|
|
}
|
|
|
|
if !result.Info.HasNext {
|
|
break
|
|
}
|
|
|
|
last := result.Data[len(result.Data)-1]
|
|
ck := last.CursorKey(coredata.AuditOrderFieldCreatedAt)
|
|
cursorKey = &ck
|
|
}
|
|
|
|
aliases, err := s.resourceAlias.LoadByResourceIDs(ctx, scope, resourceIDs)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot load resource aliases: %w", err)
|
|
}
|
|
|
|
paths := make([]string, 0, len(resourceIDs))
|
|
for _, resourceID := range resourceIDs {
|
|
if alias, ok := aliases[resourceID]; ok {
|
|
paths = append(paths, alias)
|
|
continue
|
|
}
|
|
|
|
paths = append(paths, resourceID.String())
|
|
}
|
|
|
|
return paths, nil
|
|
}
|
|
|
|
func (s *Service) fetchComplianceFrameworks(ctx context.Context, scope coredata.Scoper, trustCenterID gid.GID) ([]compliancePageFramework, error) {
|
|
var frameworks []compliancePageFramework
|
|
|
|
var cursorKey *page.CursorKey
|
|
for {
|
|
cursor := page.NewCursor(
|
|
page.MaxCursorSize,
|
|
cursorKey,
|
|
page.Head,
|
|
page.OrderBy[coredata.ComplianceFrameworkOrderField]{
|
|
Field: coredata.ComplianceFrameworkOrderFieldRank,
|
|
Direction: page.OrderDirectionAsc,
|
|
},
|
|
)
|
|
|
|
result, err := s.ComplianceFrameworks.ListByTrustCenterID(ctx, scope, trustCenterID, cursor)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot list compliance frameworks: %w", err)
|
|
}
|
|
|
|
for _, cf := range result.Data {
|
|
if cf.Visibility != coredata.ComplianceFrameworkVisibilityPublic {
|
|
continue
|
|
}
|
|
|
|
fw, err := s.Frameworks.Get(ctx, scope, cf.FrameworkID)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot get framework %s: %w", cf.FrameworkID, err)
|
|
}
|
|
|
|
fi := compliancePageFramework{Name: fw.Name}
|
|
if fw.Description != nil {
|
|
fi.Description = *fw.Description
|
|
}
|
|
|
|
frameworks = append(frameworks, fi)
|
|
}
|
|
|
|
if !result.Info.HasNext {
|
|
break
|
|
}
|
|
|
|
last := result.Data[len(result.Data)-1]
|
|
ck := last.CursorKey(coredata.ComplianceFrameworkOrderFieldRank)
|
|
cursorKey = &ck
|
|
}
|
|
|
|
return frameworks, nil
|
|
}
|
|
|
|
func (s *Service) fetchDocuments(ctx context.Context, scope coredata.Scoper, orgID gid.GID) ([]compliancePageDocument, error) {
|
|
var docs []compliancePageDocument
|
|
|
|
var cursorKey *page.CursorKey
|
|
for {
|
|
cursor := page.NewCursor(
|
|
page.MaxCursorSize,
|
|
cursorKey,
|
|
page.Head,
|
|
page.OrderBy[coredata.DocumentOrderField]{
|
|
Field: coredata.DocumentOrderFieldTitle,
|
|
Direction: page.OrderDirectionAsc,
|
|
},
|
|
)
|
|
|
|
result, err := s.Documents.ListForOrganizationId(ctx, scope, orgID, cursor)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot list documents: %w", err)
|
|
}
|
|
|
|
for _, doc := range result.Data {
|
|
if doc.TrustCenterVisibility == coredata.TrustCenterVisibilityNone {
|
|
continue
|
|
}
|
|
|
|
docs = append(
|
|
docs,
|
|
compliancePageDocument{
|
|
Title: doc.Title,
|
|
Type: doc.DocumentType.String(),
|
|
},
|
|
)
|
|
}
|
|
|
|
if !result.Info.HasNext {
|
|
break
|
|
}
|
|
|
|
last := result.Data[len(result.Data)-1]
|
|
ck := last.CursorKey(coredata.DocumentOrderFieldTitle)
|
|
cursorKey = &ck
|
|
}
|
|
|
|
return docs, nil
|
|
}
|
|
|
|
func (s *Service) fetchAudits(ctx context.Context, scope coredata.Scoper, orgID gid.GID) ([]compliancePageAudit, error) {
|
|
var audits []compliancePageAudit
|
|
|
|
var cursorKey *page.CursorKey
|
|
for {
|
|
cursor := page.NewCursor(
|
|
page.MaxCursorSize,
|
|
cursorKey,
|
|
page.Head,
|
|
page.OrderBy[coredata.AuditOrderField]{
|
|
Field: coredata.AuditOrderFieldCreatedAt,
|
|
Direction: page.OrderDirectionAsc,
|
|
},
|
|
)
|
|
|
|
result, err := s.Audits.ListForOrganizationId(ctx, scope, orgID, cursor)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot list audits: %w", err)
|
|
}
|
|
|
|
for _, audit := range result.Data {
|
|
if audit.TrustCenterVisibility == coredata.TrustCenterVisibilityNone {
|
|
continue
|
|
}
|
|
|
|
frameworkName := ""
|
|
|
|
fw, err := s.Frameworks.Get(ctx, scope, audit.FrameworkID)
|
|
if err == nil {
|
|
frameworkName = fw.Name
|
|
}
|
|
|
|
ai := compliancePageAudit{
|
|
Name: ref.UnrefOrZero(audit.Name),
|
|
Framework: frameworkName,
|
|
}
|
|
if audit.ValidFrom != nil {
|
|
ai.ValidFrom = audit.ValidFrom.Format("2006-01-02")
|
|
}
|
|
|
|
if audit.ValidUntil != nil {
|
|
ai.ValidUntil = audit.ValidUntil.Format("2006-01-02")
|
|
}
|
|
|
|
audits = append(audits, ai)
|
|
}
|
|
|
|
if !result.Info.HasNext {
|
|
break
|
|
}
|
|
|
|
last := result.Data[len(result.Data)-1]
|
|
ck := last.CursorKey(coredata.AuditOrderFieldCreatedAt)
|
|
cursorKey = &ck
|
|
}
|
|
|
|
return audits, nil
|
|
}
|
|
|
|
func (s *Service) fetchThirdParties(ctx context.Context, scope coredata.Scoper, orgID gid.GID) ([]compliancePageThirdParty, error) {
|
|
var thirdParties []compliancePageThirdParty
|
|
|
|
var cursorKey *page.CursorKey
|
|
for {
|
|
cursor := page.NewCursor(
|
|
page.MaxCursorSize,
|
|
cursorKey,
|
|
page.Head,
|
|
page.OrderBy[coredata.ThirdPartyOrderField]{
|
|
Field: coredata.ThirdPartyOrderFieldName,
|
|
Direction: page.OrderDirectionAsc,
|
|
},
|
|
)
|
|
|
|
showOnTrustCenter := true
|
|
filter := coredata.NewThirdPartyFilter(&showOnTrustCenter, nil, nil, nil, nil)
|
|
|
|
result, err := s.ThirdParties.ListForOrganizationId(ctx, scope, orgID, cursor, filter)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot list thirdParties: %w", err)
|
|
}
|
|
|
|
for _, v := range result.Data {
|
|
var countries []string
|
|
for _, c := range v.Countries {
|
|
countries = append(countries, c.String())
|
|
}
|
|
|
|
thirdParties = append(
|
|
thirdParties,
|
|
compliancePageThirdParty{
|
|
Name: v.Name,
|
|
Category: v.Category.String(),
|
|
Countries: strings.Join(countries, ", "),
|
|
Website: ref.UnrefOrZero(v.WebsiteURL),
|
|
},
|
|
)
|
|
}
|
|
|
|
if !result.Info.HasNext {
|
|
break
|
|
}
|
|
|
|
last := result.Data[len(result.Data)-1]
|
|
ck := last.CursorKey(coredata.ThirdPartyOrderFieldName)
|
|
cursorKey = &ck
|
|
}
|
|
|
|
return thirdParties, nil
|
|
}
|
|
|
|
func (s *Service) fetchReferences(ctx context.Context, scope coredata.Scoper, trustCenterID gid.GID) ([]compliancePageReference, error) {
|
|
var refs []compliancePageReference
|
|
|
|
var cursorKey *page.CursorKey
|
|
for {
|
|
cursor := page.NewCursor(
|
|
page.MaxCursorSize,
|
|
cursorKey,
|
|
page.Head,
|
|
page.OrderBy[coredata.TrustCenterReferenceOrderField]{
|
|
Field: coredata.TrustCenterReferenceOrderFieldRank,
|
|
Direction: page.OrderDirectionAsc,
|
|
},
|
|
)
|
|
|
|
result, err := s.TrustCenterReferences.ListForTrustCenterID(ctx, scope, trustCenterID, cursor)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot list references: %w", err)
|
|
}
|
|
|
|
for _, r := range result.Data {
|
|
ri := compliancePageReference{
|
|
Name: r.Name,
|
|
Website: r.WebsiteURL,
|
|
}
|
|
if r.Description != nil {
|
|
ri.Description = *r.Description
|
|
}
|
|
|
|
refs = append(refs, ri)
|
|
}
|
|
|
|
if !result.Info.HasNext {
|
|
break
|
|
}
|
|
|
|
last := result.Data[len(result.Data)-1]
|
|
ck := last.CursorKey(coredata.TrustCenterReferenceOrderFieldRank)
|
|
cursorKey = &ck
|
|
}
|
|
|
|
return refs, nil
|
|
}
|
|
|
|
func (s *Service) fetchExternalLinks(ctx context.Context, scope coredata.Scoper, trustCenterID gid.GID) ([]compliancePageExternalLink, error) {
|
|
var links []compliancePageExternalLink
|
|
|
|
var cursorKey *page.CursorKey
|
|
for {
|
|
cursor := page.NewCursor(
|
|
page.MaxCursorSize,
|
|
cursorKey,
|
|
page.Head,
|
|
page.OrderBy[coredata.ComplianceExternalURLOrderField]{
|
|
Field: coredata.ComplianceExternalURLOrderFieldRank,
|
|
Direction: page.OrderDirectionAsc,
|
|
},
|
|
)
|
|
|
|
result, err := s.ComplianceExternalURLs.ListForTrustCenterID(ctx, scope, trustCenterID, cursor)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cannot list external links: %w", err)
|
|
}
|
|
|
|
for _, l := range result.Data {
|
|
links = append(
|
|
links,
|
|
compliancePageExternalLink{
|
|
Name: l.Name,
|
|
URL: l.URL,
|
|
},
|
|
)
|
|
}
|
|
|
|
if !result.Info.HasNext {
|
|
break
|
|
}
|
|
|
|
last := result.Data[len(result.Data)-1]
|
|
ck := last.CursorKey(coredata.ComplianceExternalURLOrderFieldRank)
|
|
cursorKey = &ck
|
|
}
|
|
|
|
return links, nil
|
|
}
|