Add snapshots

Signed-off-by: Sacha Al Himdani <sacha@getprobo.com>

pkg/coredata/datum.go

@@ -33,11 +33,17 @@ type (
 		OrganizationID     gid.GID            `db:"organization_id"`
 		OwnerID            gid.GID            `db:"owner_id"`
 		DataClassification DataClassification `db:"data_classification"`
+		SnapshotID         *gid.GID           `db:"snapshot_id"`
+		SourceID           *gid.GID           `db:"source_id"`
 		CreatedAt          time.Time          `db:"created_at"`
 		UpdatedAt          time.Time          `db:"updated_at"`
 	}
 
 	Data []*Datum
+
+	DataSnapshotter interface {
+		InsertDataSnapshots(ctx context.Context, conn pg.Conn, scope Scoper, organizationID, snapshotID gid.GID) error
+	}
 )
 
 func (d *Datum) CursorKey(field DatumOrderField) page.CursorKey {
@@ -66,6 +72,8 @@ SELECT
 	owner_id,
 	organization_id,
 	data_classification,
+	snapshot_id,
+	source_id,
 	created_at,
 	updated_at
 FROM
@@ -108,6 +116,8 @@ SELECT
 	owner_id,
 	organization_id,
 	data_classification,
+	snapshot_id,
+	source_id,
 	created_at,
 	updated_at
 FROM
@@ -176,6 +186,7 @@ func (d *Data) LoadByOrganizationID(
 	scope Scoper,
 	organizationID gid.GID,
 	cursor *page.Cursor[DatumOrderField],
+	filter *DatumFilter,
 ) error {
 	q := `
 SELECT
@@ -184,6 +195,8 @@ SELECT
 	organization_id,
 	owner_id,
 	data_classification,
+	snapshot_id,
+	source_id,
 	created_at,
 	updated_at
 FROM
@@ -192,12 +205,14 @@ WHERE
 	%s
 	AND organization_id = @organization_id
 	AND %s
+	AND %s
 `
 
-	q = fmt.Sprintf(q, scope.SQLFragment(), cursor.SQLFragment())
+	q = fmt.Sprintf(q, scope.SQLFragment(), filter.SQLFragment(), cursor.SQLFragment())
 
 	args := pgx.StrictNamedArgs{"organization_id": organizationID}
 	maps.Copy(args, scope.SQLArguments())
+	maps.Copy(args, filter.SQLArguments())
 	maps.Copy(args, cursor.SQLArguments())
 
 	rows, err := conn.Query(ctx, q, args)
@@ -228,6 +243,8 @@ INSERT INTO data (
 	owner_id,
 	organization_id,
 	data_classification,
+	snapshot_id,
+	source_id,
 	created_at,
 	updated_at
 ) VALUES (
@@ -237,6 +254,8 @@ INSERT INTO data (
 	@owner_id,
 	@organization_id,
 	@data_classification,
+	@snapshot_id,
+	@source_id,
 	@created_at,
 	@updated_at
 )
@@ -249,6 +268,8 @@ INSERT INTO data (
 		"owner_id":            d.OwnerID,
 		"organization_id":     d.OrganizationID,
 		"data_classification": d.DataClassification,
+		"snapshot_id":         d.SnapshotID,
+		"source_id":           d.SourceID,
 		"created_at":          d.CreatedAt,
 		"updated_at":          d.UpdatedAt,
 	}
@@ -276,12 +297,15 @@ SET
 WHERE
 	%s
 	AND id = @id
+	AND snapshot_id IS NULL
 RETURNING
 	id,
 	name,
 	owner_id,
 	organization_id,
 	data_classification,
+	snapshot_id,
+	source_id,
 	created_at,
 	updated_at
 `
@@ -322,6 +346,7 @@ DELETE FROM data
 WHERE
 	%s
 	AND id = @id
+	AND snapshot_id IS NULL
 `
 
 	q = fmt.Sprintf(q, scope.SQLFragment())
@@ -336,3 +361,73 @@ WHERE
 
 	return nil
 }
+
+func (d Data) Snapshot(ctx context.Context, conn pg.Conn, scope Scoper, organizationID, snapshotID gid.GID) error {
+	snapshotters := []DataSnapshotter{Data{}, Vendors{}, DatumVendors{}}
+
+	for _, snapshotter := range snapshotters {
+		if err := snapshotter.InsertDataSnapshots(ctx, conn, scope, organizationID, snapshotID); err != nil {
+			return fmt.Errorf("cannot create data snapshots: (%T) %w", snapshotter, err)
+		}
+	}
+
+	return nil
+}
+
+func (d Data) InsertDataSnapshots(
+	ctx context.Context,
+	conn pg.Conn,
+	scope Scoper,
+	organizationID gid.GID,
+	snapshotID gid.GID,
+) error {
+	query := `
+WITH
+	source_data AS (
+		SELECT *
+		FROM data
+		WHERE %s AND organization_id = @organization_id AND snapshot_id IS NULL
+	)
+INSERT INTO data (
+	tenant_id,
+	id,
+	snapshot_id,
+	source_id,
+	name,
+	organization_id,
+	owner_id,
+	data_classification,
+	created_at,
+	updated_at
+)
+SELECT
+	@tenant_id,
+	generate_gid(decode_base64_unpadded(@tenant_id), @datum_entity_type),
+	@snapshot_id,
+	d.id,
+	d.name,
+	d.organization_id,
+	d.owner_id,
+	d.data_classification,
+	d.created_at,
+	d.updated_at
+FROM source_data d
+	`
+
+	query = fmt.Sprintf(query, scope.SQLFragment())
+
+	args := pgx.StrictNamedArgs{
+		"tenant_id":         scope.GetTenantID(),
+		"snapshot_id":       snapshotID,
+		"organization_id":   organizationID,
+		"datum_entity_type": DatumEntityType,
+	}
+	maps.Copy(args, scope.SQLArguments())
+
+	_, err := conn.Exec(ctx, query, args)
+	if err != nil {
+		return fmt.Errorf("cannot insert data snapshots: %w", err)
+	}
+
+	return nil
+}

pkg/coredata/datum_filter.go

@@ -0,0 +1,60 @@
+// Copyright (c) 2025 Probo Inc <hello@getprobo.com>.
+//
+// Permission to use, copy, modify, and/or distribute this software for any
+// purpose with or without fee is hereby granted, provided that the above
+// copyright notice and this permission notice appear in all copies.
+//
+// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
+// REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
+// AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
+// INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
+// LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
+// OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
+// PERFORMANCE OF THIS SOFTWARE.
+
+package coredata
+
+import (
+	"github.com/getprobo/probo/pkg/gid"
+	"github.com/jackc/pgx/v5"
+)
+
+type (
+	DatumFilter struct {
+		snapshotID **gid.GID
+	}
+)
+
+func NewDatumFilter() *DatumFilter {
+	return &DatumFilter{
+		snapshotID: nil,
+	}
+}
+
+func NewDatumFilterBySnapshotID(snapshotID **gid.GID) *DatumFilter {
+	return &DatumFilter{
+		snapshotID: snapshotID,
+	}
+}
+
+func (f *DatumFilter) SQLArguments() pgx.NamedArgs {
+	args := pgx.NamedArgs{}
+
+	if f.snapshotID != nil && *f.snapshotID != nil {
+		args["filter_snapshot_id"] = **f.snapshotID
+	}
+
+	return args
+}
+
+func (f *DatumFilter) SQLFragment() string {
+	if f.snapshotID == nil {
+		return "TRUE"
+	}
+
+	if *f.snapshotID == nil {
+		return "snapshot_id IS NULL"
+	} else {
+		return "snapshot_id = @filter_snapshot_id"
+	}
+}

pkg/coredata/datum_vendor.go

@@ -17,6 +17,7 @@ package coredata
 import (
 	"context"
 	"fmt"
+	"maps"
 	"time"
 
 	"github.com/getprobo/probo/pkg/gid"
@@ -26,10 +27,10 @@ import (
 
 type (
 	DatumVendor struct {
-		DatumID   gid.GID      `db:"datum_id"`
-		VendorID  gid.GID      `db:"vendor_id"`
-		TenantID  gid.TenantID `db:"tenant_id"`
-		CreatedAt time.Time    `db:"created_at"`
+		DatumID    gid.GID   `db:"datum_id"`
+		VendorID   gid.GID   `db:"vendor_id"`
+		SnapshotID *gid.GID  `db:"snapshot_id"`
+		CreatedAt  time.Time `db:"created_at"`
 	}
 
 	DatumVendors []*DatumVendor
@@ -112,3 +113,61 @@ FROM vendor_ids
 
 	return nil
 }
+
+func (d DatumVendors) InsertDataSnapshots(
+	ctx context.Context,
+	conn pg.Conn,
+	scope Scoper,
+	organizationID gid.GID,
+	snapshotID gid.GID,
+) error {
+	query := `
+WITH
+	source_data AS (
+		SELECT id
+		FROM data
+		WHERE organization_id = @organization_id AND snapshot_id IS NULL
+	),
+	snapshot_data AS (
+		SELECT id, source_id
+		FROM data
+		WHERE organization_id = @organization_id AND snapshot_id = @snapshot_id
+	),
+	snapshot_vendors AS (
+		SELECT id, source_id
+		FROM vendors
+		WHERE organization_id = @organization_id AND snapshot_id = @snapshot_id
+	),
+	source_data_vendors AS (
+		SELECT datum_id, vendor_id, snapshot_id, created_at
+		FROM data_vendors
+		WHERE %s AND datum_id = ANY(SELECT id FROM source_data)
+	)
+INSERT INTO data_vendors (tenant_id, datum_id, vendor_id, snapshot_id, created_at)
+SELECT
+	@tenant_id,
+	sd.id,
+	sv.id,
+	@snapshot_id,
+	dv.created_at
+FROM source_data_vendors dv
+JOIN snapshot_data sd ON sd.source_id = dv.datum_id
+JOIN snapshot_vendors sv ON sv.source_id = dv.vendor_id
+`
+
+	query = fmt.Sprintf(query, scope.SQLFragment())
+
+	args := pgx.StrictNamedArgs{
+		"tenant_id":       scope.GetTenantID(),
+		"snapshot_id":     snapshotID,
+		"organization_id": organizationID,
+	}
+	maps.Copy(args, scope.SQLArguments())
+
+	_, err := conn.Exec(ctx, query, args)
+	if err != nil {
+		return fmt.Errorf("cannot insert datum vendor snapshots: %w", err)
+	}
+
+	return nil
+}

pkg/coredata/entity_type_reg.go

@@ -46,4 +46,5 @@ const (
 	NonconformityRegistryEntityType
 	ComplianceRegistryEntityType
 	VendorServiceEntityType
+	SnapshotEntityType
 )

pkg/coredata/migrations/20250819T102905Z.sql

@@ -0,0 +1,24 @@
+CREATE TYPE snapshots_type AS ENUM (
+    'RISKS',
+    'VENDORS',
+    'ASSETS',
+    'DATA',
+    'NON_CONFORMITY_REGISTRIES',
+    'COMPLIANCE_REGISTRIES'
+);
+
+CREATE TABLE snapshots (
+    id TEXT PRIMARY KEY,
+    tenant_id TEXT NOT NULL,
+    organization_id TEXT NOT NULL,
+    name TEXT NOT NULL,
+    description TEXT,
+    type snapshots_type NOT NULL,
+    created_at TIMESTAMP WITH TIME ZONE NOT NULL,
+
+    CONSTRAINT snapshots_organization_id_fkey
+        FOREIGN KEY (organization_id)
+        REFERENCES organizations(id)
+        ON UPDATE CASCADE
+        ON DELETE CASCADE
+);

pkg/coredata/migrations/20250822T123225Z.sql

@@ -0,0 +1,31 @@
+ALTER TABLE data ADD COLUMN snapshot_id TEXT;
+ALTER TABLE data ADD COLUMN source_id TEXT;
+
+ALTER TABLE data ADD CONSTRAINT data_snapshot_id_fkey
+    FOREIGN KEY (snapshot_id)
+    REFERENCES snapshots(id)
+    ON UPDATE CASCADE
+    ON DELETE CASCADE;
+
+ALTER TABLE data ADD CONSTRAINT data_source_id_snapshot_id_key
+    UNIQUE (source_id, snapshot_id);
+
+ALTER TABLE vendors ADD COLUMN snapshot_id TEXT;
+ALTER TABLE vendors ADD COLUMN source_id TEXT;
+
+ALTER TABLE vendors ADD CONSTRAINT vendors_snapshot_id_fkey
+    FOREIGN KEY (snapshot_id)
+    REFERENCES snapshots(id)
+    ON UPDATE CASCADE
+    ON DELETE CASCADE;
+
+ALTER TABLE vendors ADD CONSTRAINT vendors_source_id_snapshot_id_key
+    UNIQUE (source_id, snapshot_id);
+
+ALTER TABLE data_vendors ADD COLUMN snapshot_id TEXT;
+
+ALTER TABLE data_vendors ADD CONSTRAINT data_vendors_snapshot_id_fkey
+    FOREIGN KEY (snapshot_id)
+    REFERENCES snapshots(id)
+    ON UPDATE CASCADE
+    ON DELETE CASCADE;

pkg/coredata/snapshot.go

@@ -0,0 +1,239 @@
+// Copyright (c) 2025 Probo Inc <hello@getprobo.com>.
+//
+// Permission to use, copy, modify, and/or distribute this software for any
+// purpose with or without fee is hereby granted, provided that the above
+// copyright notice and this permission notice appear in all copies.
+//
+// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
+// REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
+// AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
+// INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
+// LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
+// OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
+// PERFORMANCE OF THIS SOFTWARE.
+
+package coredata
+
+import (
+	"context"
+	"fmt"
+	"maps"
+	"time"
+
+	"github.com/getprobo/probo/pkg/gid"
+	"github.com/getprobo/probo/pkg/page"
+	"github.com/jackc/pgx/v5"
+	"go.gearno.de/kit/pg"
+)
+
+type (
+	Snapshot struct {
+		ID             gid.GID       `db:"id"`
+		OrganizationID gid.GID       `db:"organization_id"`
+		Name           string        `db:"name"`
+		Description    *string       `db:"description"`
+		Type           SnapshotsType `db:"type"`
+		CreatedAt      time.Time     `db:"created_at"`
+	}
+
+	Snapshots []*Snapshot
+)
+
+func (s *Snapshot) CursorKey(field SnapshotOrderField) page.CursorKey {
+	switch field {
+	case SnapshotOrderFieldCreatedAt:
+		return page.NewCursorKey(s.ID, s.CreatedAt)
+	case SnapshotOrderFieldName:
+		return page.NewCursorKey(s.ID, s.Name)
+	case SnapshotOrderFieldType:
+		return page.NewCursorKey(s.ID, s.Type)
+	}
+
+	panic(fmt.Sprintf("unsupported order by: %s", field))
+}
+
+func (s *Snapshot) LoadByID(
+	ctx context.Context,
+	conn pg.Conn,
+	scope Scoper,
+	snapshotID gid.GID,
+) error {
+	q := `
+SELECT
+	id,
+	organization_id,
+	name,
+	description,
+	type,
+	created_at
+FROM
+	snapshots
+WHERE
+	%s
+	AND id = @snapshot_id
+LIMIT 1;
+`
+
+	q = fmt.Sprintf(q, scope.SQLFragment())
+
+	args := pgx.StrictNamedArgs{"snapshot_id": snapshotID}
+	maps.Copy(args, scope.SQLArguments())
+
+	rows, err := conn.Query(ctx, q, args)
+	if err != nil {
+		return fmt.Errorf("cannot query snapshots: %w", err)
+	}
+
+	snapshot, err := pgx.CollectExactlyOneRow(rows, pgx.RowToStructByName[Snapshot])
+	if err != nil {
+		return fmt.Errorf("cannot collect snapshot: %w", err)
+	}
+
+	*s = snapshot
+
+	return nil
+}
+
+func (s *Snapshots) CountByOrganizationID(
+	ctx context.Context,
+	conn pg.Conn,
+	scope Scoper,
+	organizationID gid.GID,
+) (int, error) {
+	q := `
+SELECT
+	COUNT(id)
+FROM
+	snapshots
+WHERE
+	%s
+	AND organization_id = @organization_id
+`
+
+	q = fmt.Sprintf(q, scope.SQLFragment())
+
+	args := pgx.StrictNamedArgs{"organization_id": organizationID}
+	maps.Copy(args, scope.SQLArguments())
+
+	row := conn.QueryRow(ctx, q, args)
+
+	var count int
+	if err := row.Scan(&count); err != nil {
+		return 0, fmt.Errorf("cannot scan count: %w", err)
+	}
+
+	return count, nil
+}
+
+func (s *Snapshots) LoadByOrganizationID(
+	ctx context.Context,
+	conn pg.Conn,
+	scope Scoper,
+	organizationID gid.GID,
+	cursor *page.Cursor[SnapshotOrderField],
+) error {
+	q := `
+SELECT
+	id,
+	organization_id,
+	name,
+	description,
+	type,
+	created_at
+FROM
+	snapshots
+WHERE
+	%s
+	AND organization_id = @organization_id
+	AND %s
+`
+
+	q = fmt.Sprintf(q, scope.SQLFragment(), cursor.SQLFragment())
+
+	args := pgx.StrictNamedArgs{"organization_id": organizationID}
+	maps.Copy(args, scope.SQLArguments())
+	maps.Copy(args, cursor.SQLArguments())
+
+	rows, err := conn.Query(ctx, q, args)
+	if err != nil {
+		return fmt.Errorf("cannot query snapshots: %w", err)
+	}
+
+	snapshots, err := pgx.CollectRows(rows, pgx.RowToAddrOfStructByName[Snapshot])
+	if err != nil {
+		return fmt.Errorf("cannot collect snapshots: %w", err)
+	}
+
+	*s = snapshots
+
+	return nil
+}
+
+func (s *Snapshot) Insert(
+	ctx context.Context,
+	conn pg.Conn,
+	scope Scoper,
+) error {
+	q := `
+INSERT INTO snapshots (
+	id,
+	tenant_id,
+	organization_id,
+	name,
+	description,
+	type,
+	created_at
+) VALUES (
+	@id,
+	@tenant_id,
+	@organization_id,
+	@name,
+	@description,
+	@type,
+	@created_at
+)
+`
+
+	args := pgx.StrictNamedArgs{
+		"id":              s.ID,
+		"tenant_id":       scope.GetTenantID(),
+		"organization_id": s.OrganizationID,
+		"name":            s.Name,
+		"description":     s.Description,
+		"type":            s.Type,
+		"created_at":      s.CreatedAt,
+	}
+
+	_, err := conn.Exec(ctx, q, args)
+	if err != nil {
+		return fmt.Errorf("cannot insert snapshot: %w", err)
+	}
+
+	return nil
+}
+
+func (s *Snapshot) Delete(
+	ctx context.Context,
+	conn pg.Conn,
+	scope Scoper,
+) error {
+	q := `
+DELETE FROM snapshots
+WHERE
+	%s
+	AND organization_id = @organization_id
+	AND id = @id
+`
+
+	q = fmt.Sprintf(q, scope.SQLFragment())
+
+	args := pgx.StrictNamedArgs{"id": s.ID, "organization_id": s.OrganizationID}
+	maps.Copy(args, scope.SQLArguments())
+
+	_, err := conn.Exec(ctx, q, args)
+	if err != nil {
+		return fmt.Errorf("cannot delete snapshot: %w", err)
+	}
+
+	return nil
+}

pkg/coredata/snapshot_order_field.go

@@ -0,0 +1,51 @@
+// Copyright (c) 2025 Probo Inc <hello@getprobo.com>.
+//
+// Permission to use, copy, modify, and/or distribute this software for any
+// purpose with or without fee is hereby granted, provided that the above
+// copyright notice and this permission notice appear in all copies.
+//
+// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
+// REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
+// AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
+// INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
+// LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
+// OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
+// PERFORMANCE OF THIS SOFTWARE.
+
+package coredata
+
+import (
+	"fmt"
+)
+
+type SnapshotOrderField string
+
+const (
+	SnapshotOrderFieldCreatedAt SnapshotOrderField = "CREATED_AT"
+	SnapshotOrderFieldName      SnapshotOrderField = "NAME"
+	SnapshotOrderFieldType      SnapshotOrderField = "TYPE"
+)
+
+func (p SnapshotOrderField) Column() string {
+	return string(p)
+}
+
+func (p SnapshotOrderField) String() string {
+	return string(p)
+}
+
+func (p SnapshotOrderField) MarshalText() ([]byte, error) {
+	return []byte(p.String()), nil
+}
+
+func (p *SnapshotOrderField) UnmarshalText(text []byte) error {
+	val := string(text)
+	switch val {
+	case string(SnapshotOrderFieldCreatedAt),
+		string(SnapshotOrderFieldName),
+		string(SnapshotOrderFieldType):
+		*p = SnapshotOrderField(val)
+		return nil
+	}
+	return fmt.Errorf("invalid SnapshotOrderField value: %q", val)
+}

pkg/coredata/snapshots_type.go

@@ -0,0 +1,71 @@
+// Copyright (c) 2025 Probo Inc <hello@getprobo.com>.
+//
+// Permission to use, copy, modify, and/or distribute this software for any
+// purpose with or without fee is hereby granted, provided that the above
+// copyright notice and this permission notice appear in all copies.
+//
+// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
+// REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
+// AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
+// INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
+// LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
+// OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
+// PERFORMANCE OF THIS SOFTWARE.
+
+package coredata
+
+import (
+	"database/sql/driver"
+	"fmt"
+)
+
+type (
+	SnapshotsType string
+)
+
+const (
+	SnapshotsTypeRisks                   SnapshotsType = "RISKS"
+	SnapshotsTypeVendors                 SnapshotsType = "VENDORS"
+	SnapshotsTypeAssets                  SnapshotsType = "ASSETS"
+	SnapshotsTypeData                    SnapshotsType = "DATA"
+	SnapshotsTypeNonConformityRegistries SnapshotsType = "NON_CONFORMITY_REGISTRIES"
+	SnapshotsTypeComplianceRegistries    SnapshotsType = "COMPLIANCE_REGISTRIES"
+)
+
+func (st SnapshotsType) String() string {
+	return string(st)
+}
+
+func (st *SnapshotsType) Scan(value any) error {
+	var s string
+	switch v := value.(type) {
+	case string:
+		s = v
+	case []byte:
+		s = string(v)
+	default:
+		return fmt.Errorf("unsupported type for SnapshotsType: %T", value)
+	}
+
+	switch s {
+	case SnapshotsTypeRisks.String():
+		*st = SnapshotsTypeRisks
+	case SnapshotsTypeVendors.String():
+		*st = SnapshotsTypeVendors
+	case SnapshotsTypeAssets.String():
+		*st = SnapshotsTypeAssets
+	case SnapshotsTypeData.String():
+		*st = SnapshotsTypeData
+	case SnapshotsTypeNonConformityRegistries.String():
+		*st = SnapshotsTypeNonConformityRegistries
+	case SnapshotsTypeComplianceRegistries.String():
+		*st = SnapshotsTypeComplianceRegistries
+	default:
+		return fmt.Errorf("invalid SnapshotsType value: %q", s)
+	}
+	return nil
+}
+
+func (st SnapshotsType) Value() (driver.Value, error) {
+	return st.String(), nil
+}

pkg/coredata/snapshottable.go

@@ -0,0 +1,36 @@
+// Copyright (c) 2025 Probo Inc <hello@getprobo.com>.
+//
+// Permission to use, copy, modify, and/or distribute this software for any
+// purpose with or without fee is hereby granted, provided that the above
+// copyright notice and this permission notice appear in all copies.
+//
+// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
+// REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
+// AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
+// INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
+// LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
+// OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
+// PERFORMANCE OF THIS SOFTWARE.
+
+package coredata
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/getprobo/probo/pkg/gid"
+	"go.gearno.de/kit/pg"
+)
+
+type Snapshottable interface {
+	Snapshot(ctx context.Context, conn pg.Conn, scope Scoper, organizationID, snapshotID gid.GID) error
+}
+
+func GetSnapshottable(snapshotType SnapshotsType) (Snapshottable, error) {
+	switch snapshotType {
+	case SnapshotsTypeData:
+		return Data{}, nil
+	default:
+		return nil, fmt.Errorf("unsupported snapshot type: %s", snapshotType)
+	}
+}

pkg/coredata/vendor.go

@@ -50,6 +50,8 @@ type (
 		SecurityPageURL               *string        `db:"security_page_url"`
 		TrustPageURL                  *string        `db:"trust_page_url"`
 		ShowOnTrustCenter             bool           `db:"show_on_trust_center"`
+		SnapshotID                    *gid.GID       `db:"snapshot_id"`
+		SourceID                      *gid.GID       `db:"source_id"`
 		CreatedAt                     time.Time      `db:"created_at"`
 		UpdatedAt                     time.Time      `db:"updated_at"`
 	}
@@ -100,6 +102,8 @@ SELECT
     security_page_url,
     trust_page_url,
     show_on_trust_center,
+    snapshot_id,
+    source_id,
     created_at,
     updated_at
 FROM
@@ -161,6 +165,8 @@ INSERT INTO
         security_page_url,
         trust_page_url,
         show_on_trust_center,
+        snapshot_id,
+        source_id,
         created_at,
         updated_at
     )
@@ -187,6 +193,8 @@ VALUES (
     @security_page_url,
     @trust_page_url,
     @show_on_trust_center,
+    @snapshot_id,
+    @source_id,
     @created_at,
     @updated_at
 )
@@ -215,6 +223,8 @@ VALUES (
 		"security_page_url":                v.SecurityPageURL,
 		"trust_page_url":                   v.TrustPageURL,
 		"show_on_trust_center":             v.ShowOnTrustCenter,
+		"snapshot_id":                      v.SnapshotID,
+		"source_id":                        v.SourceID,
 		"created_at":                       v.CreatedAt,
 		"updated_at":                       v.UpdatedAt,
 	}
@@ -304,6 +314,8 @@ SELECT
 	security_page_url,
 	trust_page_url,
 	show_on_trust_center,
+	snapshot_id,
+	source_id,
 	created_at,
 	updated_at
 FROM
@@ -504,6 +516,8 @@ WITH vend AS (
 		v.security_page_url,
 		v.trust_page_url,
 		v.show_on_trust_center,
+		v.snapshot_id,
+		v.source_id,
 		v.created_at,
 		v.updated_at
 	FROM
@@ -536,6 +550,8 @@ SELECT
 	security_page_url,
 	trust_page_url,
 	show_on_trust_center,
+	snapshot_id,
+	source_id,
 	created_at,
 	updated_at
 FROM
@@ -635,6 +651,8 @@ WITH vend AS (
 		v.security_page_url,
 		v.trust_page_url,
 		v.show_on_trust_center,
+		v.snapshot_id,
+		v.source_id,
 		v.created_at,
 		v.updated_at
 	FROM
@@ -667,6 +685,8 @@ SELECT
 	security_page_url,
 	trust_page_url,
 	show_on_trust_center,
+	snapshot_id,
+	source_id,
 	created_at,
 	updated_at
 FROM
@@ -694,3 +714,103 @@ WHERE %s
 
 	return nil
 }
+
+func (d Vendors) InsertDataSnapshots(
+	ctx context.Context,
+	conn pg.Conn,
+	scope Scoper,
+	organizationID gid.GID,
+	snapshotID gid.GID,
+) error {
+	query := `
+WITH
+	source_data AS (
+		SELECT id
+		FROM data
+		WHERE organization_id = @organization_id AND snapshot_id IS NULL
+	),
+	source_data_vendors AS (
+		SELECT datum_id, vendor_id, snapshot_id, created_at
+		FROM data_vendors
+		WHERE datum_id = ANY(SELECT id FROM source_data)
+	),
+	source_vendors AS (
+		SELECT *
+		FROM vendors
+		WHERE %s AND id = ANY(SELECT vendor_id FROM source_data_vendors)
+	)
+INSERT INTO vendors (
+	tenant_id,
+	id,
+	snapshot_id,
+	source_id,
+	organization_id,
+	name,
+	description,
+	category,
+	headquarter_address,
+	legal_name,
+	website_url,
+	privacy_policy_url,
+	service_level_agreement_url,
+	data_processing_agreement_url,
+	business_associate_agreement_url,
+	subprocessors_list_url,
+	certifications,
+	business_owner_id,
+	security_owner_id,
+	status_page_url,
+	terms_of_service_url,
+	security_page_url,
+	trust_page_url,
+	show_on_trust_center,
+	created_at,
+	updated_at
+)
+SELECT
+	@tenant_id,
+	generate_gid(decode_base64_unpadded(@tenant_id), @vendor_entity_type),
+	@snapshot_id,
+	v.id,
+	v.organization_id,
+	v.name,
+	v.description,
+	v.category,
+	v.headquarter_address,
+	v.legal_name,
+	v.website_url,
+	v.privacy_policy_url,
+	v.service_level_agreement_url,
+	v.data_processing_agreement_url,
+	v.business_associate_agreement_url,
+	v.subprocessors_list_url,
+	v.certifications,
+	v.business_owner_id,
+	v.security_owner_id,
+	v.status_page_url,
+	v.terms_of_service_url,
+	v.security_page_url,
+	v.trust_page_url,
+	v.show_on_trust_center,
+	v.created_at,
+	v.updated_at
+FROM source_vendors v
+	`
+
+	query = fmt.Sprintf(query, scope.SQLFragment())
+
+	args := pgx.StrictNamedArgs{
+		"tenant_id":          scope.GetTenantID(),
+		"snapshot_id":        snapshotID,
+		"organization_id":    organizationID,
+		"vendor_entity_type": VendorEntityType,
+	}
+	maps.Copy(args, scope.SQLArguments())
+
+	_, err := conn.Exec(ctx, query, args)
+	if err != nil {
+		return fmt.Errorf("cannot insert vendor snapshots: %w", err)
+	}
+
+	return nil
+}

pkg/coredata/vendor_filter.go

@@ -15,12 +15,14 @@
 package coredata
 
 import (
+	"github.com/getprobo/probo/pkg/gid"
 	"github.com/jackc/pgx/v5"
 )
 
 type (
 	VendorFilter struct {
 		showOnTrustCenter *bool
+		snapshotID        **gid.GID
 	}
 )
 
@@ -35,20 +37,51 @@ func NewVendorTrustCenterFilter() *VendorFilter {
 	}
 }
 
-func (f *VendorFilter) SQLArguments() pgx.NamedArgs {
-	args := pgx.NamedArgs{}
+func NewVendorFilterBySnapshotID(snapshotID **gid.GID) *VendorFilter {
+	return &VendorFilter{
+		snapshotID: snapshotID,
+	}
+}
+
+func (f *VendorFilter) SQLArguments() pgx.StrictNamedArgs {
+	args := pgx.StrictNamedArgs{}
 
 	if f.showOnTrustCenter != nil {
 		args["show_on_trust_center"] = *f.showOnTrustCenter
+	} else {
+		args["show_on_trust_center"] = nil
+	}
+
+	if f.snapshotID == nil {
+		args["has_snapshot_filter"] = false
+		args["filter_snapshot_id"] = nil
+	} else if *f.snapshotID == nil {
+		args["has_snapshot_filter"] = true
+		args["filter_snapshot_id"] = nil
+	} else {
+		args["has_snapshot_filter"] = true
+		args["filter_snapshot_id"] = **f.snapshotID
 	}
 
 	return args
 }
 
 func (f *VendorFilter) SQLFragment() string {
-	if f.showOnTrustCenter != nil {
-		return "show_on_trust_center = @show_on_trust_center"
-	}
-
-	return "TRUE"
+	return `
+(
+	CASE
+		WHEN @show_on_trust_center::boolean IS NOT NULL THEN
+			show_on_trust_center = @show_on_trust_center::boolean
+		ELSE TRUE
+	END
+	AND
+	CASE
+		WHEN @has_snapshot_filter::boolean = false THEN TRUE
+		WHEN @has_snapshot_filter::boolean = true AND @filter_snapshot_id::text IS NOT NULL THEN
+			snapshot_id = @filter_snapshot_id::text
+		WHEN @has_snapshot_filter::boolean = true AND @filter_snapshot_id::text IS NULL THEN
+			snapshot_id IS NULL
+		ELSE TRUE
+	END
+)`
 }